-- Logs begin at Wed 2021-06-16 13:01:54 UTC, end at Wed 2021-06-16 14:08:17 UTC. -- Jun 16 13:36:23.911446 dv-cinder-774286-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 13:36:26.617758 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.common.config [-] Logging enabled! Jun 16 13:36:26.618374 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 13:36:26.618530 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103527) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 13:36:26.621754 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.common.config [-] Logging enabled! Jun 16 13:36:26.622012 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 13:36:26.622322 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103527) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 13:36:26.623241 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 13:36:26.623475 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 13:36:26.623829 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 13:36:26.624074 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 13:36:26.624300 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 13:36:26.624620 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.624944 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.625239 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.625468 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.625762 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.626049 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.626330 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.626618 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.626915 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.627198 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.627477 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.627758 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.627987 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.628267 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.628553 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.628855 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.629609 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] debug = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.629889 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.630312 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.630725 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.631004 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.631292 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.631570 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.631840 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.632116 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.632396 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.632721 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] host = dv-cinder-774286-16-iscsi {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.633029 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.633315 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.633600 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.633887 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.634159 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.634435 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.634719 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.634994 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.635262 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] log_file = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.635535 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.635821 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.636107 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.636394 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.636616 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.636858 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.637147 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.637432 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.637708 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.637981 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.638253 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.638524 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.638794 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.639061 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.639344 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.639627 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.639911 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.640184 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.640456 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.640730 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.641023 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.641306 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.641577 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.641849 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.642120 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.642403 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.642668 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.642938 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.643236 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.643516 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.643797 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.644079 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.644349 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.644672 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.645486 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.645755 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.646058 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] use_json = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.646332 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.646604 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.646902 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.647158 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.647426 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.647696 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.647963 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.648244 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:26.648540 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.648856 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.649157 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.649438 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.649727 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.650004 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.650292 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.650574 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.650861 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.651146 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.651430 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.651705 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.651990 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.652265 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.652560 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.652885 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.653179 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.653468 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.653741 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.654013 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.654284 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.654558 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.654842 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.655134 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.655419 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.655689 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.655964 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.656252 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.656528 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.656798 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.657096 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.657382 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.657658 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.657928 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.658210 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.658493 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.658762 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.659031 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.659304 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.659589 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.659862 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.660133 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.660428 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.660707 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.661005 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.661290 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.661563 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.661834 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.662106 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.662383 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.662654 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.662924 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.663200 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.663470 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.663746 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.664017 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.664289 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.664560 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.664859 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.665129 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.665402 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.665675 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.665950 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.666222 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.666494 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.666764 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.667036 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.667310 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.667593 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.667889 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.668167 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.668446 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.668722 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.669021 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.669297 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.669570 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.669842 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.670116 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.670386 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.670680 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.670961 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.671245 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.671524 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.671798 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.672091 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.672367 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.672652 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.672955 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.673235 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.673523 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.673804 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.674099 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.674393 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.674687 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.674980 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.675273 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.675552 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.675884 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.676164 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:26.676381 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 13:36:26.676620 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103527) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 13:36:27.023480 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:27.023758 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:27.024045 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:27.024378 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 13:36:27.411338 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.411563 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.411836 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.413183 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.413460 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.413725 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.447431 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.447708 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.447978 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.461368 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.461651 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.461925 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.491819 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.492097 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.492363 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.527531 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.527807 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.528077 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.759003 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.759610 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.759610 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.759786 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.760714 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.904790 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.905290 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.905572 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.905924 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.906200 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.906511 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.906892 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.907259 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.907616 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.908025 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.908388 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.908761 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.909164 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.909540 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.909903 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.910345 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.911247 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.911614 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.912013 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.912372 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.912778 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.913337 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.913703 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.914117 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.914469 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.914822 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.915429 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103527) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:36:27.915813 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103527) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:36:27.916192 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103527) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:36:27.916532 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103527) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:36:27.916901 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103527) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:36:27.917242 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103527) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:36:27.918974 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 13:36:27.922563 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 13:36:27.926723 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 13:36:27.930680 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1350, 1399)])]) Jun 16 13:36:27.932302 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 13:36:27.932751 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 13:36:27.933110 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 13:36:27.933499 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 13:36:27.936272 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 13:36:27.936526 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 13:36:27.936897 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 13:36:27.965232 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 13:36:27.965680 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.965978 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103527) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 13:36:27.966346 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.967680 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103527) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 13:36:27.967960 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 13:36:27.968203 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 13:36:27.971429 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:27.971713 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.035557 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 13:36:28.035738 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 13:36:28.035974 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 13:36:28.036342 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 13:36:28.056711 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_db.sqlalchemy.engines [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103527) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 13:36:28.623970 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.managers [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Initializing driver for type 'gre' Jun 16 13:36:28.624493 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] gre ID ranges: [(1, 1000)] Jun 16 13:36:28.690428 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.managers [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Initializing driver for type 'local' Jun 16 13:36:28.690775 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.managers [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Initializing driver for type 'vlan' Jun 16 13:36:28.704193 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] VlanTypeDriver initialization complete Jun 16 13:36:28.704536 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.managers [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Initializing driver for type 'vxlan' Jun 16 13:36:28.705063 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] vxlan ID ranges: [(1, 1000)] Jun 16 13:36:28.754854 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.managers [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Initializing extension driver 'port_security' Jun 16 13:36:28.755278 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.extensions.port_security [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] PortSecurityExtensionDriver initialization complete Jun 16 13:36:28.755609 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.managers [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Initializing mechanism driver 'openvswitch' Jun 16 13:36:28.755936 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.managers [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Initializing mechanism driver 'hyperv' Jun 16 13:36:28.762593 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:28.763363 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > port after_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.763736 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > port after_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.764092 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > port after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.764479 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.764849 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.765199 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.765576 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > network after_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.765923 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > network after_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.766261 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > network after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.766673 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > security_group after_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.767016 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > security_group after_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.767354 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.767730 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.768073 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.768411 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.768789 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > address_group after_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.769158 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > address_group after_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.769522 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.770410 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] ML2 OVO RPC backend initialized. {{(pid=103527) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 13:36:28.771104 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.771455 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.771866 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > network before_response 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.772208 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > networks before_response 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.772553 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > port before_response 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.773020 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > ports before_response 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.773363 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > subnet before_response 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.773700 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > subnets before_response 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.774040 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > network after_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.774375 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > network after_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.774707 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > network after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.775041 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > port after_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.775375 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > port after_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.775707 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > port after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.776044 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.776374 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.776702 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.777332 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Modular L2 Plugin initialization complete Jun 16 13:36:28.777652 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading services supported by the core plugin {{(pid=103527) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 13:36:28.777969 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.plugins.ml2.managers [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Got port-security extension from driver 'port_security' Jun 16 13:36:28.778420 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.extensions.vlantransparent [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Disabled vlantransparent extension. Jun 16 13:36:28.778898 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103527) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 13:36:28.779203 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading Plugin: router Jun 16 13:36:28.814150 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.814546 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router after_create 55549900 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.814908 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router before_create 55549900 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.815264 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.815642 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.815986 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router after_delete 55549900 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.816337 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.817230 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router after_create 55549900 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.817574 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router after_update 55549900 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.817920 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router after_update 55549900 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.818263 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.818616 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router after_update 55549900 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.819018 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.819380 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: port after_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.819713 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: port after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.820044 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: subnet after_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.820376 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.820714 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.821080 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.821415 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: port before_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.821751 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router precommit_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.822098 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router after_update 55549900 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.822431 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.822773 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.823127 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.823464 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.823831 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > network after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.824687 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Tracking information for resource: router configured {{(pid=103527) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:36:28.825271 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Tracking information for resource: floatingip configured {{(pid=103527) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:36:28.829941 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.db.l3_agentschedulers_db [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 13:36:28.830883 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: port after_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.831243 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: port after_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.831589 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: port after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.831937 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: port after_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.833340 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router before_create 55550100 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.833706 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.834065 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router precommit_create 55550100 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.834415 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > router precommit_update 55550100 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.839129 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.services.provider_configuration [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Service providers = [] {{(pid=103527) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 13:36:28.839492 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.db.servicetype_db [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103527) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 13:36:28.842371 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.services.service_base [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103527) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 13:36:28.842716 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.services.service_base [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103527) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 13:36:28.843051 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.services.service_base [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103527) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 13:36:28.843916 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.services.service_base [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103527) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 13:36:28.844283 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.services.service_base [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 13:36:28.844654 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103527) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:36:28.844995 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 13:36:28.855441 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103527) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:36:28.855776 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading Plugin: auto_allocate Jun 16 13:36:28.861526 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: network precommit_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.861886 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: network precommit_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.862398 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103527) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:36:28.862712 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading Plugin: tag Jun 16 13:36:28.869251 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103527) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:36:28.869575 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading Plugin: timestamp Jun 16 13:36:28.874890 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103527) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:36:28.875181 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading Plugin: network_ip_availability Jun 16 13:36:28.881100 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.881470 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.881822 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:28.882539 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103527) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:36:28.882856 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading Plugin: flavors Jun 16 13:36:28.888349 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103527) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:36:28.888675 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading Plugin: revisions Jun 16 13:36:28.892951 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103527) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:36:28.893338 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_concurrency.lockutils [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.869s {{(pid=103527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:28.894076 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103527) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 13:36:28.894405 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Initializing extension manager. Jun 16 13:36:28.895464 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: __init__.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.895798 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: __pycache__ {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.896127 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.896454 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: address_group.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.897212 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.897769 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: address-group Jun 16 13:36:28.898090 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: address_scope.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.898778 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.899291 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: address-scope Jun 16 13:36:28.899611 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.900508 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.901049 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: router-admin-state-down-before-update Jun 16 13:36:28.901369 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: agent.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.902049 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.902557 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: agent Jun 16 13:36:28.902877 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: agent_resources_synced.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.903755 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.904259 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: agent-resources-synced Jun 16 13:36:28.904577 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: allowedaddresspairs.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.906519 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.907040 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: allowed-address-pairs Jun 16 13:36:28.907362 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: auto_allocated_topology.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.908415 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.908971 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: auto-allocated-topology Jun 16 13:36:28.909292 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: availability_zone.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.909967 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.910502 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: availability_zone Jun 16 13:36:28.910823 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: availability_zone_filter.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.911707 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.912217 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: availability_zone_filter Jun 16 13:36:28.912539 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: data_plane_status.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.913450 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.913957 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 13:36:28.914274 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: default_subnetpools.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.915159 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.915666 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: default-subnetpools Jun 16 13:36:28.915983 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.916767 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.917295 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: dhcp_agent_scheduler Jun 16 13:36:28.917613 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: dns.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.918490 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.918995 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 13:36:28.919313 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: dns_domain_ports.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.920195 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.920701 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 13:36:28.921054 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: dvr.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.921703 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.922212 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: dvr Jun 16 13:36:28.922528 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: empty_string_filtering.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.923405 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.923910 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: empty-string-filtering Jun 16 13:36:28.924229 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.925137 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.925642 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 13:36:28.925982 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.926857 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.927358 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 13:36:28.927672 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: external_net.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.928549 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.929088 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: external-net Jun 16 13:36:28.929404 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.930299 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.930802 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: extra_dhcp_opt Jun 16 13:36:28.931118 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: extraroute.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.931987 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.932489 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: extraroute Jun 16 13:36:28.932804 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: extraroute_atomic.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.933822 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.934327 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: extraroute-atomic Jun 16 13:36:28.934645 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: filter_validation.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.935283 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.935782 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: filter-validation Jun 16 13:36:28.936096 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: fip_pf_description.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.937001 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.937505 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 13:36:28.937821 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: fip_port_details.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.938718 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.939226 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: fip-port-details Jun 16 13:36:28.939545 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: flavors.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.940742 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.941281 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: flavors Jun 16 13:36:28.942121 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.943750 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.944271 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 13:36:28.944595 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: floatingip_pools.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.945308 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.945821 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: floatingip-pools Jun 16 13:36:28.946142 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: ip_allocation.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.947057 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.947568 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 13:36:28.947886 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.948773 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.949308 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: ip-substring-filtering Jun 16 13:36:28.949628 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: l2_adjacency.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.950529 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.951032 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 13:36:28.951351 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: l3.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.952289 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.952803 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: router Jun 16 13:36:28.953144 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.955714 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.956238 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 13:36:28.956569 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.958043 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.958821 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: ext-gw-mode Jun 16 13:36:28.959004 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.959762 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.960272 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: l3-ha Jun 16 13:36:28.960595 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: l3_flavors.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.961507 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.962020 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: l3-flavors Jun 16 13:36:28.962339 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.963239 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.963746 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 13:36:28.964068 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: l3agentscheduler.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.965139 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.965655 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: l3_agent_scheduler Jun 16 13:36:28.965976 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: logging.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.967449 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.967964 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension logging not supported by any of loaded plugins Jun 16 13:36:28.968292 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: metering.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.969044 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.969622 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: metering Jun 16 13:36:28.969943 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.971009 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.971526 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: metering_source_and_destination_fields Jun 16 13:36:28.971849 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: multiprovidernet.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.972776 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.973316 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: multi-provider Jun 16 13:36:28.973636 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: netmtu.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.974528 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.975130 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: net-mtu Jun 16 13:36:28.975452 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: netmtu_writable.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.976340 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.976868 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: net-mtu-writable Jun 16 13:36:28.977188 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: network_availability_zone.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.977836 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.978333 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: network_availability_zone Jun 16 13:36:28.978649 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: network_ip_availability.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.979722 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.980235 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: network-ip-availability Jun 16 13:36:28.980558 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: network_segment_range.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.981330 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.981842 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 13:36:28.982162 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: pagination.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.983118 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.983447 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: pagination Jun 16 13:36:28.983765 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: port_device_profile.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.984652 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.985208 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: port-device-profile Jun 16 13:36:28.985527 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.986430 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.986940 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: port-mac-address-regenerate Jun 16 13:36:28.987257 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.988307 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.988686 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: port-numa-affinity-policy Jun 16 13:36:28.989026 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: port_resource_request.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.989925 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.990431 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 13:36:28.990747 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: portbindings.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.991827 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.992339 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: binding Jun 16 13:36:28.992657 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: portbindings_extended.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.993994 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.994520 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: binding-extended Jun 16 13:36:28.994843 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: portsecurity.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.995757 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.996275 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: port-security Jun 16 13:36:28.996593 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: project_id.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.997770 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.998109 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: project-id Jun 16 13:36:28.998415 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: providernet.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:28.999363 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:28.999829 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: provider Jun 16 13:36:29.000199 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: qos.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.003829 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.004927 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension qos not supported by any of loaded plugins Jun 16 13:36:29.006458 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.007700 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.008957 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 13:36:29.009288 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.010191 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.012765 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 13:36:29.013123 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: qos_default.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.014029 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.014554 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension qos-default not supported by any of loaded plugins Jun 16 13:36:29.014884 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: qos_fip.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.025898 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.025898 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 13:36:29.025898 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: qos_gateway_ip.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.025898 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.025898 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 13:36:29.025898 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: qos_port_network_policy.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.026361 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.026361 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 13:36:29.026361 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: qos_rule_type_details.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.026361 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.026361 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 13:36:29.026361 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: qos_rules_alias.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.026857 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.026857 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 13:36:29.026857 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: quotasv2.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.026857 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.026857 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: quotas Jun 16 13:36:29.027198 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: quotasv2_detail.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.030000 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.030337 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: quota_details Jun 16 13:36:29.030664 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: rbac.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.031710 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.032235 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: rbac-policies Jun 16 13:36:29.032557 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: rbac_address_group.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.033476 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.033992 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: rbac-address-group Jun 16 13:36:29.034309 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: rbac_address_scope.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.035239 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.035756 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: rbac-address-scope Jun 16 13:36:29.036075 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: rbac_security_groups.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.037208 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.037719 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: rbac-security-groups Jun 16 13:36:29.038034 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: rbac_subnetpool.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.038911 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.039416 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: rbac-subnetpool Jun 16 13:36:29.039732 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: revisionifmatch.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.040616 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.041156 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: revision-if-match Jun 16 13:36:29.041470 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: revisions.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.042557 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.043060 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: standard-attr-revisions Jun 16 13:36:29.043377 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: router_availability_zone.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.044023 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.044528 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: router_availability_zone Jun 16 13:36:29.044869 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: routerservicetype.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.045749 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.046256 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 13:36:29.046577 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.047472 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.047975 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: security-groups-normalized-cidr Jun 16 13:36:29.048291 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.049207 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.049712 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: port-security-groups-filtering Jun 16 13:36:29.050028 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.051409 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.051914 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: security-groups-remote-address-group Jun 16 13:36:29.052231 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: securitygroup.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.061989 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.062513 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: security-group Jun 16 13:36:29.062839 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: segment.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.063598 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.064105 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension segment not supported by any of loaded plugins Jun 16 13:36:29.064425 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.065343 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.065845 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 13:36:29.066163 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: servicetype.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.067781 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.068298 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: service-type Jun 16 13:36:29.068617 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: sorting.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.069588 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.069912 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: sorting Jun 16 13:36:29.070227 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: standard_attr_segment.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.071162 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.071606 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 13:36:29.071920 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: standardattrdescription.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.072569 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.073094 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: standard-attr-description Jun 16 13:36:29.073413 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: stateful_security_group.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.074306 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.074813 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: stateful-security-group Jun 16 13:36:29.075129 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: stdattrs_common.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.075683 dv-cinder-774286-16-iscsi neutron-server[103527]: WARNING neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 13:36:29.076103 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.077095 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.077607 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 13:36:29.077922 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: subnet_onboard.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.078970 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.079482 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: subnet_onboard Jun 16 13:36:29.079798 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.080969 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.081474 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 13:36:29.081789 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: subnet_service_types.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.082683 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.083196 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: subnet-service-types Jun 16 13:36:29.083510 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: subnetallocation.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.084555 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.085102 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: subnet_allocation Jun 16 13:36:29.085421 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.086059 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.086569 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: subnetpool-prefix-ops Jun 16 13:36:29.086882 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.087786 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.088284 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 13:36:29.088595 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: tagging.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.089670 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.090181 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: standard-attr-tag Jun 16 13:36:29.090499 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: timestamp.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.091800 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.092425 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loaded extension: standard-attr-timestamp Jun 16 13:36:29.092826 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: trunk.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.093855 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.094362 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension trunk not supported by any of loaded plugins Jun 16 13:36:29.094681 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: trunk_details.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.095567 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.096070 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 13:36:29.096394 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: uplink_status_propagation.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.097314 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.097852 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 13:36:29.098167 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Loading extension file: vlantransparent.py {{(pid=103527) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:29.098814 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103527) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:29.099314 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 13:36:29.101782 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Creating instance of TrackedResource for resource:network Jun 16 13:36:29.102320 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Creating instance of TrackedResource for resource:subnet Jun 16 13:36:29.102710 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 13:36:29.103091 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Creating instance of TrackedResource for resource:port Jun 16 13:36:29.104317 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.v2.resource_helper [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:29.104763 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.v2.resource_helper [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Service FLAVORS assigned prefix: {{(pid=103527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:29.105409 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.v2.resource_helper [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:29.105829 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.v2.resource_helper [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:29.106157 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Creating instance of TrackedResource for resource:router Jun 16 13:36:29.106576 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 13:36:29.107059 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.v2.resource_helper [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Service METERING assigned prefix: /metering {{(pid=103527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:29.108488 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:29.108865 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:29.109208 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:29.110198 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 13:36:29.110638 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Creating instance of TrackedResource for resource:security_group Jun 16 13:36:29.111064 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 13:36:29.111664 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.v2.resource_helper [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Service CORE assigned prefix: {{(pid=103527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:29.111985 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 13:36:29.112317 dv-cinder-774286-16-iscsi neutron-server[103527]: WARNING neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] subnetpool is already registered Jun 16 13:36:29.112741 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.v2.resource_helper [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Service CORE assigned prefix: {{(pid=103527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:29.113077 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 13:36:29.114022 dv-cinder-774286-16-iscsi neutron-server[103527]: WARNING neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] subnetpool is already registered Jun 16 13:36:29.116771 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.v2.resource_helper [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:29.117221 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.v2.resource_helper [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Service FLAVORS assigned prefix: {{(pid=103527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:29.117808 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.v2.resource_helper [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:29.118221 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.v2.resource_helper [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:29.118540 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Creating instance of TrackedResource for resource:router Jun 16 13:36:29.118869 dv-cinder-774286-16-iscsi neutron-server[103527]: WARNING neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] router is already registered Jun 16 13:36:29.119271 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 13:36:29.119595 dv-cinder-774286-16-iscsi neutron-server[103527]: WARNING neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] floatingip is already registered Jun 16 13:36:29.120036 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.v2.resource_helper [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Service METERING assigned prefix: /metering {{(pid=103527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:29.120682 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 13:36:29.121023 dv-cinder-774286-16-iscsi neutron-server[103527]: WARNING neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] rbac_policy is already registered Jun 16 13:36:29.121421 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Creating instance of TrackedResource for resource:security_group Jun 16 13:36:29.121744 dv-cinder-774286-16-iscsi neutron-server[103527]: WARNING neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] security_group is already registered Jun 16 13:36:29.122136 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 13:36:29.122457 dv-cinder-774286-16-iscsi neutron-server[103527]: WARNING neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] security_group_rule is already registered Jun 16 13:36:29.123064 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.v2.resource_helper [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Service CORE assigned prefix: {{(pid=103527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:29.123383 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 13:36:29.123707 dv-cinder-774286-16-iscsi neutron-server[103527]: WARNING neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] subnetpool is already registered Jun 16 13:36:29.124119 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.v2.resource_helper [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Service CORE assigned prefix: {{(pid=103527) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:29.124433 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 13:36:29.124752 dv-cinder-774286-16-iscsi neutron-server[103527]: WARNING neutron.quota.resource_registry [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] subnetpool is already registered Jun 16 13:36:29.125281 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: extensions {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.126688 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: address-groups {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.128157 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: address-scopes {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.130053 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: agents {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.131189 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: auto-allocated-topology {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.132407 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: availability_zones {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.133623 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: dhcp-networks {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.135109 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: dhcp-agents {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.136517 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: routers {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.138225 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: flavors {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.140581 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: service_profiles {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.141804 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: next_providers {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.143208 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: service_profiles {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.145329 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: floatingip-pools {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.146533 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: routers {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.148204 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: floatingips {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.149487 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: l3-routers {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.150839 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: l3-agents {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.152244 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: metering-labels {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.153502 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: metering-label-rules {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.154867 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: network-ip-availabilities {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.156103 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: bindings {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.157659 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: quotas {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.159168 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: quotas {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.161155 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: rbac-policies {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.162320 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: security-groups {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.163599 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: security-group-rules {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.164845 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: service-providers {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.166040 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: subnetpools {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.167340 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: subnetpools {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.168886 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: tags {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.170556 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: tags {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.172328 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: tags {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.174111 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: tags {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.175754 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: tags {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.177835 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: tags {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.179496 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: tags {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.181310 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: tags {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.183143 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: tags {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.184860 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron.api.extensions [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Extended resource: tags {{(pid=103527) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:29.190878 dv-cinder-774286-16-iscsi neutron-server[103527]: WARNING keystonemiddleware.auth_token [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 13:36:29.195490 dv-cinder-774286-16-iscsi neutron-server[103527]: WARNING keystonemiddleware.auth_token [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 13:36:29.203620 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_concurrency.lockutils [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Acquired lock "singleton_lock" {{(pid=103527) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 13:36:29.204085 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_concurrency.lockutils [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Releasing lock "singleton_lock" {{(pid=103527) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 13:36:29.204703 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO oslo_service.service [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Starting 2 workers Jun 16 13:36:29.210199 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Started child 103636 {{(pid=103527) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 13:36:29.215193 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Started child 103637 {{(pid=103527) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 13:36:29.215633 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:29.216360 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO neutron.service [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 13:36:29.217051 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Notify callbacks [] for process, before_spawn {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:29.217329 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [-] (103636) wsgi starting up on http://0.0.0.0:9696 Jun 16 13:36:29.219367 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:29.219839 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO oslo_service.service [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Starting 1 workers Jun 16 13:36:29.220716 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [-] (103637) wsgi starting up on http://0.0.0.0:9696 Jun 16 13:36:29.225230 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Started child 103638 {{(pid=103527) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 13:36:29.225758 dv-cinder-774286-16-iscsi neutron-server[103527]: INFO oslo_service.service [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Starting 1 workers Jun 16 13:36:29.228843 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.service [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] calling RpcWorker wait() {{(pid=103638) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 13:36:29.229349 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.service [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] returning from RpcWorker wait() {{(pid=103638) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 13:36:29.230111 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Started child 103639 {{(pid=103527) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 13:36:29.230842 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:29.230941 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0fba-7edd-4028-ad60-08971f3813f2 None None] Notify callbacks [] for process, after_spawn {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:29.231355 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:29.232837 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103527) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 13:36:29.233057 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 13:36:29.233246 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 13:36:29.233462 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 13:36:29.233791 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 13:36:29.233954 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 13:36:29.234469 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.234747 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.234899 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:29.235360 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.235360 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.235551 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.235850 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:29.236112 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.236386 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.236638 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.236955 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.237214 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.237388 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.237552 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.237802 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.238032 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.238377 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.238666 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.238898 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.239152 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.239319 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.239571 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.239841 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.240085 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.240352 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] debug = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.240590 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.241097 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.241357 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.241602 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.241835 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.242128 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.242351 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.242633 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.243000 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.243249 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.243489 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.243765 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.243992 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.244202 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.244431 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.244699 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.244969 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.245450 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] host = dv-cinder-774286-16-iscsi {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.245694 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.245928 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.246193 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.246402 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.246654 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.246895 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.247150 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.247387 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.247633 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.247853 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.248100 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.248351 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.248562 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.248852 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] log_file = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.248980 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] log_options = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.249230 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.249493 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.249754 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.249936 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.250102 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.250272 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.250517 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.250676 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.250930 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.251139 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.251346 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.251574 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.251786 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.252012 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.252266 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.252503 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.252709 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.252954 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.253205 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.253459 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.253679 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.253937 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.254169 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.254378 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.254586 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.254827 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.255093 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.255320 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.255528 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.255794 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.256035 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.256447 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.256688 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.257007 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.257212 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.257438 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.257664 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.257925 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.258152 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.258402 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.258656 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.260030 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.260285 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.260524 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.260773 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.261834 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] use_json = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.262170 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.262478 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.262832 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.263131 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.263475 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.263732 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.263969 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.264237 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.264674 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.265239 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.266862 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.266862 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.266862 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.266862 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.268000 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.268000 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.268000 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.268000 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.268000 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.268581 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.268581 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.268839 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.269017 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.269347 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.270151 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.270398 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.270630 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.271688 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.271688 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.271688 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.271926 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.271993 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.272245 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.272499 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.272727 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.272994 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.273215 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.273433 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.273655 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.273876 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.274148 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.274383 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.274626 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.274868 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.275104 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.275344 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.275576 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.275801 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.276043 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.276280 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.276503 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.276745 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.276983 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.277237 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.277489 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.277751 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.277972 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.278235 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.278481 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.278706 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.278927 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.279145 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.279363 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.279597 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.279813 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.280028 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.280241 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.280458 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.280707 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.281006 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.281230 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.281466 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.281705 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.281929 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.282144 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.282374 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.282602 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.282835 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.283053 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.283267 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.283481 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.283694 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.283906 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.284118 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.284332 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.284540 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.284754 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.284992 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.285836 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.286094 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.286246 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.286475 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.286780 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.287106 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.287337 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.287595 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.287836 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.288093 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.288941 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.289203 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.289444 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.289661 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.289898 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.290185 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.290397 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.290632 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.290886 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.291126 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.291371 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.291615 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.291859 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.292088 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.292326 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.292552 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.292841 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.293097 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.293381 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.293689 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.293956 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.294233 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.294477 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.294745 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.294994 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.295250 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.295554 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.295814 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.296109 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.296363 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.296612 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.296866 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.297259 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.297713 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.298115 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.298511 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.298731 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.299031 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.299286 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.299508 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.299726 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.300129 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.300430 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.300681 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.300969 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.301187 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.301451 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.301713 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.301966 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.302229 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.302484 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.302717 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.302994 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.303223 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.303438 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.303670 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.303918 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.304133 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.304366 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.304576 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.305025 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.305416 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.305782 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.306183 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.306400 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.306615 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.307051 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.307273 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.307698 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.308020 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.308306 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.308545 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.308782 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.309039 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.309274 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.309508 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.309722 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.309953 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.310169 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.310466 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.310803 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.311031 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.311257 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.311508 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.311767 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.311986 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.312228 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.312467 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.312676 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.312907 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.313160 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.313402 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.313616 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.313859 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.314070 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.314305 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.314551 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.314880 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.315124 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.315351 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.315585 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.315797 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.316043 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.316277 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.316526 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.316747 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.316985 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.317225 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.317486 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.317704 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.317925 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.318145 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.318354 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.318561 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.318773 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.318985 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.319271 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.319509 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.319745 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.319975 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.320202 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.320429 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.320641 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.320866 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.321171 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.321378 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.321604 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.321813 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.322027 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.322240 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.322447 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.322694 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.322883 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.323116 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.323471 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.323746 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.323969 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.324206 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.324417 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.324653 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.324851 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.325265 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.325517 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.325858 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.326151 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.326379 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.326601 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.326978 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.327305 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.327656 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.328090 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.328284 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.328457 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.328790 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.329145 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.329474 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.329882 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.330117 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.330863 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.331058 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.331344 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.331755 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.332504 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.333021 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.333319 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.333612 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.334166 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.334335 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.334553 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.334880 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.335111 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.335362 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.335712 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.335962 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.336312 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.336594 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.336854 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.337158 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.337481 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.337998 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.338355 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.338703 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.338971 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.339558 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.339787 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 13:36:29.340512 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103527) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 13:36:29.340745 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 13:36:29.340989 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 13:36:29.341286 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 13:36:29.341503 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 13:36:29.341911 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 13:36:29.342203 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.342434 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.342863 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.343098 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.343344 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.343618 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.343860 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.344205 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.344435 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.344656 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.344914 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.345257 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.345398 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.345580 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.345814 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.346037 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.346267 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.346498 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.346771 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.347095 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.347256 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.347472 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.347626 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] debug = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.348398 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.350141 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.350141 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.350141 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.350141 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.350141 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.350141 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.350808 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.350808 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.350808 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.350808 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.351233 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.351233 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.351442 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.351574 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.351690 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.351900 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.352129 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] host = dv-cinder-774286-16-iscsi {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.352505 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.352664 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.352780 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.353048 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.353272 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.353498 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.353761 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.353946 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.354174 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.354508 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.354798 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.354798 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.355045 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.355236 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] log_file = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.355459 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] log_options = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.355684 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.355908 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.356132 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.356398 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.356627 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.356875 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.357105 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.357329 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.357545 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.357767 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.357992 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.358215 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.358441 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.358665 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.358888 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.359111 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.359335 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.359559 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.359784 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.360008 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.360231 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.360455 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.360679 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.360932 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.361160 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.361385 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.361607 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.361830 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.362053 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.362276 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.362502 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.362760 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.363029 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.363336 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.363608 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.363887 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.364169 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.364449 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.364718 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.365043 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.365320 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.365648 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.365932 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.366200 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.366508 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.366782 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] use_json = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.367054 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.367321 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.367592 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.367715 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:29.367854 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.368136 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.368400 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.368682 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.368994 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:29.369211 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.369379 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.369622 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.369693 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.369857 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.370017 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.370192 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.370341 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.370502 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.370664 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.370835 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.370997 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.371169 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.371330 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.371491 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.371656 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.371816 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.371977 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.372138 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.372300 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.372461 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.372623 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.372802 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.372989 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.373152 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.373316 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.373479 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.373642 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.373810 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.373972 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.374135 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.374298 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.374461 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.374624 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.374786 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.374947 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.375109 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.375271 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.375485 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.375632 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.375738 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.375893 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.376054 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.376215 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.376378 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.376540 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.376702 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.376883 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.377047 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.377208 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.377381 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.377541 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.377718 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.377965 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.378248 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.378498 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.378753 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.378986 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.379313 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.379592 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.379878 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.380085 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.380269 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.380396 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.380553 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.380718 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.380933 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.381086 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.381230 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.381380 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.381525 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.381664 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.381803 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.381948 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.382086 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.382234 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.382400 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.382561 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.382722 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.382883 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.383045 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.383208 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.383370 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.383537 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.383709 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.383885 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.384115 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.384255 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.384404 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.384540 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.384673 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.384845 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.384996 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.385136 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.385276 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.385427 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.385566 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.385795 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.385898 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.386022 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.386183 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.386341 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.386501 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.386660 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.386820 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.386978 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.387141 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.387508 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.387508 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.387742 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.387742 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.387998 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.388118 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.388224 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.388367 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.388652 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.389027 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.389027 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.389027 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.389398 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.389398 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.389620 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.389620 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.389821 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.389905 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.390052 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.390212 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.390381 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.390555 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.390717 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.390879 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.391040 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.391224 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.391384 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.391544 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.391805 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.391938 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.392028 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.392156 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.392422 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.392700 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.392989 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.393240 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.393532 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.393806 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.393980 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.394270 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.395016 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.395189 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.395354 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.395516 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.395680 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.395919 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.396058 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.396153 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.396300 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.396462 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.396625 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.396786 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.396970 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.397131 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.397292 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.397453 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.397601 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.397761 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.397961 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.398081 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.398240 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.398399 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.398561 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.398720 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.398918 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.399116 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.399426 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.399426 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.399634 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.399634 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.399831 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.399945 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.400216 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.400380 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.400542 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.400702 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.400884 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.401144 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.401245 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.401356 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.401536 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.401754 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.401933 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.402109 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.402216 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.402376 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.402536 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.402695 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.402855 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.403015 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.403175 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.403337 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.403505 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.403668 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.403829 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.403988 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.404152 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.404323 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.404459 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.404805 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.406557 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.406557 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.406557 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.406557 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.406557 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.406557 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.406557 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.406557 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.407199 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.407199 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.407199 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.407199 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.407199 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.407199 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.407199 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.407682 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.407682 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.407682 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.407956 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.408170 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.408420 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.408665 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.408937 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.409177 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.409433 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.409674 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.409914 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.410221 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.410961 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.411200 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.411439 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.411695 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.411937 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.412194 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.412382 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.412547 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.412712 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.412883 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.413054 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.413232 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.413433 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.413598 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.413768 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.413938 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.414107 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.414266 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.414458 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.414709 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.414936 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.415164 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.415411 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.415584 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.415747 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.415907 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.416068 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.416227 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.416386 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.416584 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.416749 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.416931 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.417092 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.417251 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.417411 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.417602 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.418646 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.418646 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.418646 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:29.418646 dv-cinder-774286-16-iscsi neutron-server[103527]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103527) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 13:36:29.582098 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 45338) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:29.591238 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069821 Jun 16 13:36:40.928167 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72711bb-78ab-4834-b92d-5f6bd92c5151 None None] get_active_networks_info from dv-cinder-774286-16-iscsi {{(pid=103638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 13:36:40.993791 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72711bb-78ab-4834-b92d-5f6bd92c5151 None None] No non-hosted networks {{(pid=103638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 13:36:41.113882 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-64d387fd-a6f5-4b57-95e4-44f206ae211b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015'] for agent, after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:43.309880 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-767dccdd-05de-4a40-b042-5332f9deee2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015'] for agent, after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:43.382319 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-71a512a5-095b-46f5-93b4-5eba6ae8bdc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:43.415513 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015'] for agent, after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:43.417789 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:43.418560 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:43.419189 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:43.419819 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:43.420426 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:43.421059 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:43.421775 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:43.422589 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:43.423312 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:43.423936 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:43.424929 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:43.426379 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:43.427053 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774286-16-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:43.438568 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774286-16-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:44.832933 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015'] for agent, after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:46.377913 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015'] for agent, after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:46.385583 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.db.l3_hamode_db [None req-a046127b-d625-4ff3-8742-56b34345084f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 13:36:46.464619 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a046127b-d625-4ff3-8742-56b34345084f None None] Routers set() bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:36:46.464954 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a046127b-d625-4ff3-8742-56b34345084f None None] Router IDs set() for agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 13:36:47.532945 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 45430) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:48.016840 dv-cinder-774286-16-iscsi neutron-server[103637]: WARNING oslo_policy.policy [None req-1af579f2-cf20-4f3e-8cc8-8875feacffbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:48.017446 dv-cinder-774286-16-iscsi neutron-server[103637]: WARNING oslo_policy.policy [None req-1af579f2-cf20-4f3e-8cc8-8875feacffbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:48.232603 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [None req-1af579f2-cf20-4f3e-8cc8-8875feacffbd admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:36:48.233726 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-1af579f2-cf20-4f3e-8cc8-8875feacffbd admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6982446 Jun 16 13:36:50.517338 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 45444) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:50.997646 dv-cinder-774286-16-iscsi neutron-server[103636]: WARNING oslo_policy.policy [None req-6ddd5836-e06f-48cf-aa99-f1d6157c841c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:50.998213 dv-cinder-774286-16-iscsi neutron-server[103636]: WARNING oslo_policy.policy [None req-6ddd5836-e06f-48cf-aa99-f1d6157c841c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:51.219368 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-6ddd5836-e06f-48cf-aa99-f1d6157c841c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:36:51.310488 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.policy [None req-6ddd5836-e06f-48cf-aa99-f1d6157c841c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103636) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 13:36:51.355402 dv-cinder-774286-16-iscsi neutron-server[103636]: WARNING oslo_policy.policy [None req-6ddd5836-e06f-48cf-aa99-f1d6157c841c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:51.355763 dv-cinder-774286-16-iscsi neutron-server[103636]: WARNING oslo_policy.policy [None req-6ddd5836-e06f-48cf-aa99-f1d6157c841c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:51.364372 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.quota [None req-6ddd5836-e06f-48cf-aa99-f1d6157c841c admin admin] Loaded quota_driver: . Jun 16 13:36:51.454532 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6ddd5836-e06f-48cf-aa99-f1d6157c841c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768727990411', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768727998078', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768727986767', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768727976081', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768727971400', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768727964449', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8097266', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8025467', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-617112', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-568520'] for rbac-policy, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:51.517230 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6ddd5836-e06f-48cf-aa99-f1d6157c841c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:51.518413 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-6ddd5836-e06f-48cf-aa99-f1d6157c841c admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0001457 Jun 16 13:36:54.008382 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 45462) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:54.297538 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Request body: {'network': {'project_id': '68afbbf53e2743868fdf13453347da9f', 'name': 'private', 'admin_state_up': True, 'tenant_id': '68afbbf53e2743868fdf13453347da9f'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:36:54.325508 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Made reservation on behalf of 68afbbf53e2743868fdf13453347da9f for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:36:54.328716 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:54.348698 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:54.470917 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:54.474779 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:54.479883 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:54.495399 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1356} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:36:54.523224 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768724746024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:54.523811 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Unsubscribe: segment precommit_create {{(pid=103636) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 13:36:54.524325 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.db.segments_db [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Added segment 0524e08a-a284-4aa4-b99e-4a5c5faa0686 of type vlan for network e7e39204-993d-41af-a1ed-46a958089ffa Jun 16 13:36:54.541638 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344b75eb-ca7e-4f42-9ae1-3ee426059f85,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:54.594330 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:54.594680 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:54.595013 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:54.595335 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:54.595653 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:54.595985 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:54.596302 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:54.597279 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:54.597602 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:54.597915 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:54.598223 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:54.598528 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Tracked resource versions report: Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: pushed versions: Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: { 'AddressGroup': {'1.2'}, Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'ConntrackHelper': {'1.0'}, Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'Log': {'1.0'}, Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'Network': {'1.1'}, Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'Port': {'1.7'}, Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'PortForwarding': {'1.2'}, Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'QosPolicy': {'1.8'}, Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'SecurityGroup': {'1.4'}, Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'SubPort': {'1.0'}, Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'Subnet': {'1.1'}, Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'Trunk': {'1.1'}} Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: consumer versions: Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: { DHCP agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: L3 agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: Metadata agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: Metering agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: Open vSwitch agent@dv-cinder-774286-16-iscsi: { 'AddressGroup': '1.2', Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'ConntrackHelper': '1.0', Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'Log': '1.0', Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'Network': '1.1', Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'Port': '1.7', Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'PortForwarding': '1.2', Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'QosPolicy': '1.8', Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'SecurityGroup': '1.4', Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'SecurityGroupRule': '1.2', Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'SubPort': '1.0', Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'Subnet': '1.1', Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: 'Trunk': '1.1'}} Jun 16 13:36:54.600012 dv-cinder-774286-16-iscsi neutron-server[103636]: {{(pid=103636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:36:54.646695 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768724243357'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:54.653412 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:54.696292 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:54.697815 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:36:54.698459 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:54.701146 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:54.778455 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7689741 Jun 16 13:36:54.802570 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Pushing event updated for resources: {'Network': ['ID=e7e39204-993d-41af-a1ed-46a958089ffa,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:54.805877 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:54.815033 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Network e7e39204-993d-41af-a1ed-46a958089ffa details requested by agent ovs-agent-dv-cinder-774286-16-iscsi with host dv-cinder-774286-16-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:36:57.380465 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 45476) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:57.886795 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.policy [None req-113faef0-838d-4b16-9a6b-98fc6e9fa481 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103637) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 13:36:57.930694 dv-cinder-774286-16-iscsi neutron-server[103637]: WARNING oslo_policy.policy [None req-113faef0-838d-4b16-9a6b-98fc6e9fa481 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:57.931057 dv-cinder-774286-16-iscsi neutron-server[103637]: WARNING oslo_policy.policy [None req-113faef0-838d-4b16-9a6b-98fc6e9fa481 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:57.939306 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113faef0-838d-4b16-9a6b-98fc6e9fa481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:36:57.941563 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-113faef0-838d-4b16-9a6b-98fc6e9fa481 admin admin] 10.222.0.26 "GET /v2.0/networks/e7e39204-993d-41af-a1ed-46a958089ffa HTTP/1.1" status: 200 len: 826 time: 0.5601404 Jun 16 13:36:57.979292 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-9a0eed44-6787-403a-95e5-733c912c9395 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/ab8a010d-05a1-407f-81f3-a5df6e9af9c9 HTTP/1.1" status: 200 len: 734 time: 0.0324059 Jun 16 13:36:57.988515 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Request body: {'subnet': {'subnetpool_id': 'ab8a010d-05a1-407f-81f3-a5df6e9af9c9', 'tenant_id': '68afbbf53e2743868fdf13453347da9f', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'e7e39204-993d-41af-a1ed-46a958089ffa', 'gateway_ip': '172.20.0.1'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:36:57.990038 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.quota [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Loaded quota_driver: . Jun 16 13:36:58.030308 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Made reservation on behalf of 68afbbf53e2743868fdf13453347da9f for: {'subnet': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:36:58.033242 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:58.330797 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451'] for subnet, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:58.335762 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:58.398685 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Checking segment: {'id': '0524e08a-a284-4aa4-b99e-4a5c5faa0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': 'e7e39204-993d-41af-a1ed-46a958089ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:36:58.399335 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Network hostable DHCP agents. Network: e7e39204-993d-41af-a1ed-46a958089ffa, hostable agents: ['cacdca07-80fb-43b6-bcec-cb473972b15f'], hosted agents: [] {{(pid=103637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:36:58.415672 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7bb0e27-dfd7-47d2-b90a-b2b70af39ec4,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:58.432306 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:58.432650 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:58.433000 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:58.433317 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:58.433628 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:58.433956 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:58.434267 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:58.434588 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:58.434894 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:58.435195 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:58.435496 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:58.435796 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Tracked resource versions report: Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: pushed versions: Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: { 'AddressGroup': {'1.2'}, Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'ConntrackHelper': {'1.0'}, Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'Log': {'1.0'}, Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'Network': {'1.1'}, Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'Port': {'1.7'}, Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'PortForwarding': {'1.2'}, Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'QosPolicy': {'1.8'}, Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'SecurityGroup': {'1.4'}, Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'SubPort': {'1.0'}, Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'Subnet': {'1.1'}, Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'Trunk': {'1.1'}} Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: consumer versions: Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: { DHCP agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: L3 agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: Metadata agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: Metering agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: Open vSwitch agent@dv-cinder-774286-16-iscsi: { 'AddressGroup': '1.2', Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'ConntrackHelper': '1.0', Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'Log': '1.0', Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'Network': '1.1', Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'Port': '1.7', Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'PortForwarding': '1.2', Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'QosPolicy': '1.8', Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'SecurityGroup': '1.4', Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'SecurityGroupRule': '1.2', Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'SubPort': '1.0', Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'Subnet': '1.1', Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: 'Trunk': '1.1'}} Jun 16 13:36:58.437131 dv-cinder-774286-16-iscsi neutron-server[103637]: {{(pid=103637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:36:58.456432 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Network e7e39204-993d-41af-a1ed-46a958089ffa is scheduled to be hosted by DHCP agent cacdca07-80fb-43b6-bcec-cb473972b15f with binding_index 1 {{(pid=103637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:36:58.470675 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-16-iscsi, e7e39204-993d-41af-a1ed-46a958089ffa) {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:36:58.482617 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:58.491883 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:36:58.492496 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:58.496757 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052a8307-ecca-4f7a-93a0-3d35cb8f5d59 None None] Network e7e39204-993d-41af-a1ed-46a958089ffa requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:36:58.512451 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5279145 Jun 16 13:36:58.822923 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98e8dfa6-0b33-5bf0-932d-28a6243b7025-e7e39204-993d-41af-a1ed-46a958089ffa', 'network_id': 'e7e39204-993d-41af-a1ed-46a958089ffa', 'tenant_id': '68afbbf53e2743868fdf13453347da9f', 'fixed_ips': [{'subnet_id': 'c7bb0e27-dfd7-47d2-b90a-b2b70af39ec4'}]}} from dv-cinder-774286-16-iscsi. {{(pid=103638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:36:58.824086 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:59.092391 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Allocated IP 172.20.0.2 (e7e39204-993d-41af-a1ed-46a958089ffa/c7bb0e27-dfd7-47d2-b90a-b2b70af39ec4/be9ad888-a141-4709-a7ff-e6c5572829ce) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:36:59.293966 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Notify callbacks [] for port, precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:59.310586 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Transition to ACTIVE for port object be9ad888-a141-4709-a7ff-e6c5572829ce will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:36:59.359609 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Transition to ACTIVE for port object be9ad888-a141-4709-a7ff-e6c5572829ce will not be triggered until provisioned by entity DHCP. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:36:59.367894 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150'] for port, after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:59.370486 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:59.429922 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Network e7e39204-993d-41af-a1ed-46a958089ffa is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:36:59.435487 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:36:59.446680 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:36:59.453773 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Pushing event updated for resources: {'Port': ['ID=be9ad888-a141-4709-a7ff-e6c5572829ce,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:59.477787 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:59.478144 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:59.478478 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:59.478803 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:59.479121 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:59.479484 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:59.479804 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:59.480118 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:59.480443 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:59.480757 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:59.481092 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:59.481400 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Tracked resource versions report: Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: pushed versions: Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: { 'AddressGroup': {'1.2'}, Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'ConntrackHelper': {'1.0'}, Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'Log': {'1.0'}, Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'Network': {'1.1'}, Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'Port': {'1.7'}, Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'PortForwarding': {'1.2'}, Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'QosPolicy': {'1.8'}, Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'SecurityGroup': {'1.4'}, Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'SubPort': {'1.0'}, Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'Subnet': {'1.1'}, Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'Trunk': {'1.1'}} Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: consumer versions: Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: { DHCP agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: L3 agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: Metadata agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: Metering agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: Open vSwitch agent@dv-cinder-774286-16-iscsi: { 'AddressGroup': '1.2', Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'ConntrackHelper': '1.0', Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'Log': '1.0', Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'Network': '1.1', Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'Port': '1.7', Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'PortForwarding': '1.2', Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'QosPolicy': '1.8', Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'SecurityGroup': '1.4', Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'SecurityGroupRule': '1.2', Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'SubPort': '1.0', Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'Subnet': '1.1', Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: 'Trunk': '1.1'}} Jun 16 13:36:59.482773 dv-cinder-774286-16-iscsi neutron-server[103638]: {{(pid=103638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:36:59.505820 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:59.535222 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Attempting to bind port be9ad888-a141-4709-a7ff-e6c5572829ce on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:36:59.535588 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Attempting to bind port be9ad888-a141-4709-a7ff-e6c5572829ce by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '0524e08a-a284-4aa4-b99e-4a5c5faa0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': 'e7e39204-993d-41af-a1ed-46a958089ffa'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:36:59.536017 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Attempting to bind port be9ad888-a141-4709-a7ff-e6c5572829ce on network e7e39204-993d-41af-a1ed-46a958089ffa {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:36:59.540808 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:36:59.541241 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Checking segment: {'id': '0524e08a-a284-4aa4-b99e-4a5c5faa0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': 'e7e39204-993d-41af-a1ed-46a958089ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:36:59.541733 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:59.542124 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Bound using segment: {'id': '0524e08a-a284-4aa4-b99e-4a5c5faa0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': 'e7e39204-993d-41af-a1ed-46a958089ffa'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:36:59.542585 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Bound port: be9ad888-a141-4709-a7ff-e6c5572829ce, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0524e08a-a284-4aa4-b99e-4a5c5faa0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': 'e7e39204-993d-41af-a1ed-46a958089ffa'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:36:59.542971 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:59.608630 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] For port be9ad888-a141-4709-a7ff-e6c5572829ce, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:36:59.613361 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] For port be9ad888-a141-4709-a7ff-e6c5572829ce, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=be9ad888-a141-4709-a7ff-e6c5572829ce,segment=NetworkSegment(0524e08a-a284-4aa4-b99e-4a5c5faa0686),segment_id=0524e08a-a284-4aa4-b99e-4a5c5faa0686)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:36:59.624094 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:59.629678 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:59.699427 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Pushing event updated for resources: {'Port': ['ID=be9ad888-a141-4709-a7ff-e6c5572829ce,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:59.702592 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:00.874345 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 45492) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:37:01.214092 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [None req-b5ac519b-cd09-41b9-9cad-d97817ece5f0 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:37:01.215055 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-b5ac519b-cd09-41b9-9cad-d97817ece5f0 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3397808 Jun 16 13:37:03.557677 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 45500) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:37:03.868154 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [None req-117e0a96-9e12-4a07-a5da-ad9070febe64 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:37:03.869155 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-117e0a96-9e12-4a07-a5da-ad9070febe64 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3104877 Jun 16 13:37:05.715900 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device be9ad888-a141-4709-a7ff-e6c5572829ce up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:37:05.734038 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e7b503-9a29-4bb2-a62a-a26381dc3fe7 None None] Network e7e39204-993d-41af-a1ed-46a958089ffa requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:37:05.845047 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-a2a80ac5-1db0-4eaa-bef1-4c01cfed296e None None] Provisioning for port be9ad888-a141-4709-a7ff-e6c5572829ce completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:37:05.872626 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port be9ad888-a141-4709-a7ff-e6c5572829ce completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:37:05.884577 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port be9ad888-a141-4709-a7ff-e6c5572829ce triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:37:05.884943 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:06.063692 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:06.110180 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port be9ad888-a141-4709-a7ff-e6c5572829ce, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=be9ad888-a141-4709-a7ff-e6c5572829ce,segment=NetworkSegment(0524e08a-a284-4aa4-b99e-4a5c5faa0686),segment_id=0524e08a-a284-4aa4-b99e-4a5c5faa0686)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:37:06.114512 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:06.116589 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:06.163575 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=be9ad888-a141-4709-a7ff-e6c5572829ce,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:06.169742 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:06.280151 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fd057cfd-feed-461a-a84f-dfdd9c402f35 None None] Provisioning complete for port be9ad888-a141-4709-a7ff-e6c5572829ce triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:37:06.280529 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fd057cfd-feed-461a-a84f-dfdd9c402f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:06.435576 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 45516) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:37:06.729331 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-fa09e343-24fe-4e37-a034-629aa2cb5e5f admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '68afbbf53e2743868fdf13453347da9f', 'admin_state_up': True}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:37:06.751804 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fa09e343-24fe-4e37-a034-629aa2cb5e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-679868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16076'] for router, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:06.753301 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fa09e343-24fe-4e37-a034-629aa2cb5e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15927'] for router, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:06.909414 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fa09e343-24fe-4e37-a034-629aa2cb5e5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:06.915185 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fa09e343-24fe-4e37-a034-629aa2cb5e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372952'] for router, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:06.926841 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fa09e343-24fe-4e37-a034-629aa2cb5e5f admin admin] Notify callbacks [] for router, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:06.927966 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-fa09e343-24fe-4e37-a034-629aa2cb5e5f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4914386 Jun 16 13:37:07.681317 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device be9ad888-a141-4709-a7ff-e6c5572829ce up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:37:07.728757 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port be9ad888-a141-4709-a7ff-e6c5572829ce triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:37:07.729152 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:09.244512 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 45524) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:37:09.550899 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [None req-31c67706-bdd2-45dd-860b-455dd716c206 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:37:09.551868 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-31c67706-bdd2-45dd-860b-455dd716c206 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3063984 Jun 16 13:37:10.836467 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-69b1128d-80c3-4672-ab3c-33fc7577d955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:11.885133 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 45532) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:37:12.188056 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-3aec6975-a9d5-456d-8587-bf8de99c8453 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:37:12.209804 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aec6975-a9d5-456d-8587-bf8de99c8453 admin admin] Made reservation on behalf of 38a6614646354683b7206b78766c2974 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:37:12.212152 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aec6975-a9d5-456d-8587-bf8de99c8453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:12.220134 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aec6975-a9d5-456d-8587-bf8de99c8453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:12.306502 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aec6975-a9d5-456d-8587-bf8de99c8453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:12.309861 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aec6975-a9d5-456d-8587-bf8de99c8453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:12.313686 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:12.326553 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3aec6975-a9d5-456d-8587-bf8de99c8453 admin admin] Reserving flat network on physical network physnet1 {{(pid=103636) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 13:37:12.349373 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aec6975-a9d5-456d-8587-bf8de99c8453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:12.349708 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.db.segments_db [None req-3aec6975-a9d5-456d-8587-bf8de99c8453 admin admin] Added segment 67fcde7b-c009-43ed-a03d-65101b1e7fae of type flat for network 4d1119cf-5fec-45f3-97f5-606abcd40a6f Jun 16 13:37:12.350992 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec6975-a9d5-456d-8587-bf8de99c8453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8627a1-015b-46c9-b19d-27e339f17a6f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:12.359372 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-3aec6975-a9d5-456d-8587-bf8de99c8453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:12.409908 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aec6975-a9d5-456d-8587-bf8de99c8453 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768724243357'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:12.445209 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aec6975-a9d5-456d-8587-bf8de99c8453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:12.446386 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aec6975-a9d5-456d-8587-bf8de99c8453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:37:12.447006 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aec6975-a9d5-456d-8587-bf8de99c8453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:12.448961 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-1fcd7551-987c-4fa1-8265-589bb9f9b1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:12.502172 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-3aec6975-a9d5-456d-8587-bf8de99c8453 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6160588 Jun 16 13:37:12.506978 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec6975-a9d5-456d-8587-bf8de99c8453 admin admin] Pushing event updated for resources: {'Network': ['ID=4d1119cf-5fec-45f3-97f5-606abcd40a6f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:12.509507 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-3aec6975-a9d5-456d-8587-bf8de99c8453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:12.516902 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f details requested by agent ovs-agent-dv-cinder-774286-16-iscsi with host dv-cinder-774286-16-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:37:13.301602 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-060406d1-ddbe-4085-b996-1f3c220ef65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:13.407211 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:14.745624 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:14.824494 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 45540) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:37:15.148167 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4cc524-e8f8-4a04-86d5-f73d5a429917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:37:15.149517 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-fc4cc524-e8f8-4a04-86d5-f73d5a429917 admin admin] 10.222.0.26 "GET /v2.0/subnets/c7bb0e27-dfd7-47d2-b90a-b2b70af39ec4 HTTP/1.1" status: 200 len: 849 time: 0.3240626 Jun 16 13:37:15.322034 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-f2ea7cd3-5750-4c37-b29e-db2365f9e8f8 admin admin] 10.222.0.26 "GET /v2.0/routers/d3149379-112b-4ea8-ae95-e9e0b49c949d HTTP/1.1" status: 200 len: 704 time: 0.1668565 Jun 16 13:37:15.588122 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:15.885062 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Allocated IP 172.20.0.1 (e7e39204-993d-41af-a1ed-46a958089ffa/c7bb0e27-dfd7-47d2-b90a-b2b70af39ec4/7854ab2e-71b7-4ccf-af19-029b61860f94) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:37:16.064938 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:16.088278 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Transition to ACTIVE for port object 7854ab2e-71b7-4ccf-af19-029b61860f94 will not be triggered until provisioned by entity DHCP. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:37:16.175538 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:16.178465 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:16.250770 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Network e7e39204-993d-41af-a1ed-46a958089ffa is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:37:16.261530 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:37:16.264975 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:37:16.265536 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672617'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:16.311952 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:16.384621 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Pushing event updated for resources: {'Port': ['ID=7854ab2e-71b7-4ccf-af19-029b61860f94,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:16.395226 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:16.431318 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e73d0963-f2df-4485-a430-13cdc83d0dbe None None] Provisioning for port 7854ab2e-71b7-4ccf-af19-029b61860f94 completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:37:16.434759 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e73d0963-f2df-4485-a430-13cdc83d0dbe None None] Provisioning complete for port 7854ab2e-71b7-4ccf-af19-029b61860f94 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:37:16.435126 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e73d0963-f2df-4485-a430-13cdc83d0dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:16.468219 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e73d0963-f2df-4485-a430-13cdc83d0dbe None None] Port 7854ab2e-71b7-4ccf-af19-029b61860f94 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:37:16.533434 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:16.707901 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:16.712018 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:16.713124 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672533'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:16.715498 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:16.793883 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Pushing event updated for resources: {'Port': ['ID=7854ab2e-71b7-4ccf-af19-029b61860f94,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:16.800577 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:16.835351 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Network e7e39204-993d-41af-a1ed-46a958089ffa is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:37:16.836582 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:37:16.989192 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-098ec5a6-fc41-4886-a333-806d21fffd91 None None] Provisioning complete for port 7854ab2e-71b7-4ccf-af19-029b61860f94 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:37:16.989568 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-098ec5a6-fc41-4886-a333-806d21fffd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:16.992930 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Router d3149379-112b-4ea8-ae95-e9e0b49c949d is scheduled to L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:37:17.024696 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-098ec5a6-fc41-4886-a333-806d21fffd91 None None] Port 7854ab2e-71b7-4ccf-af19-029b61860f94 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:37:17.084582 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:37:17.090311 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] 10.222.0.26 "PUT /v2.0/routers/d3149379-112b-4ea8-ae95-e9e0b49c949d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7634685 Jun 16 13:37:17.094549 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] Sync routers for ids ['d3149379-112b-4ea8-ae95-e9e0b49c949d'] in dv-cinder-774286-16-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:37:17.106795 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] Routers {'d3149379-112b-4ea8-ae95-e9e0b49c949d'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:37:17.107644 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:37:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['d3149379-112b-4ea8-ae95-e9e0b49c949d'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:37:17.289754 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] Set router d3149379-112b-4ea8-ae95-e9e0b49c949d gateway port host: None {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:37:17.709151 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3149379-112b-4ea8-ae95-e9e0b49c949d', 'name': 'router1', 'tenant_id': '68afbbf53e2743868fdf13453347da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:37:06Z', 'updated_at': '2021-06-16T13:37:16Z', 'revision_number': 2, 'project_id': '68afbbf53e2743868fdf13453347da9f', 'gw_port_host': None, '_interfaces': [{'id': '7854ab2e-71b7-4ccf-af19-029b61860f94', 'name': '', 'network_id': 'e7e39204-993d-41af-a1ed-46a958089ffa', 'tenant_id': '68afbbf53e2743868fdf13453347da9f', 'mac_address': 'fa:16:3e:20:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3149379-112b-4ea8-ae95-e9e0b49c949d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7bb0e27-dfd7-47d2-b90a-b2b70af39ec4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:37:15Z', 'updated_at': '2021-06-16T13:37:16Z', 'revision_number': 2, 'project_id': '68afbbf53e2743868fdf13453347da9f', 'subnets': [{'id': 'c7bb0e27-dfd7-47d2-b90a-b2b70af39ec4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab8a010d-05a1-407f-81f3-a5df6e9af9c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:37:17.714972 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] Checking router: d3149379-112b-4ea8-ae95-e9e0b49c949d for host: dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:37:17.715341 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] Updating router d3149379-112b-4ea8-ae95-e9e0b49c949d port 7854ab2e-71b7-4ccf-af19-029b61860f94 binding host dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:37:17.778733 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:18.260692 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] Notify callbacks [] for port, precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:18.278735 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.provisioning_blocks [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] Transition to ACTIVE for port object 7854ab2e-71b7-4ccf-af19-029b61860f94 will not be triggered until provisioned by entity L2. {{(pid=103639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:37:18.285307 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:18.289965 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:18.464013 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6c43e-375d-4f89-bbf0-878f663cb59d None None] Pushing event updated for resources: {'Port': ['ID=7854ab2e-71b7-4ccf-af19-029b61860f94,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:18.490404 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6c43e-375d-4f89-bbf0-878f663cb59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:18.490742 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6c43e-375d-4f89-bbf0-878f663cb59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:18.491069 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6c43e-375d-4f89-bbf0-878f663cb59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:18.491389 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6c43e-375d-4f89-bbf0-878f663cb59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:18.491703 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6c43e-375d-4f89-bbf0-878f663cb59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:18.492058 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6c43e-375d-4f89-bbf0-878f663cb59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:18.492374 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6c43e-375d-4f89-bbf0-878f663cb59d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:18.492682 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6c43e-375d-4f89-bbf0-878f663cb59d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:18.493038 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6c43e-375d-4f89-bbf0-878f663cb59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:18.493354 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6c43e-375d-4f89-bbf0-878f663cb59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:18.493657 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6c43e-375d-4f89-bbf0-878f663cb59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:18.493961 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6c43e-375d-4f89-bbf0-878f663cb59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6c43e-375d-4f89-bbf0-878f663cb59d None None] Tracked resource versions report: Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: pushed versions: Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: { 'AddressGroup': {'1.2'}, Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'ConntrackHelper': {'1.0'}, Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'Log': {'1.0'}, Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'Network': {'1.1'}, Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'Port': {'1.7'}, Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'PortForwarding': {'1.2'}, Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'QosPolicy': {'1.8'}, Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'SecurityGroup': {'1.4'}, Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'SubPort': {'1.0'}, Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'Subnet': {'1.1'}, Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'Trunk': {'1.1'}} Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: consumer versions: Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: { DHCP agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: L3 agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: Metadata agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: Metering agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: Open vSwitch agent@dv-cinder-774286-16-iscsi: { 'AddressGroup': '1.2', Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'ConntrackHelper': '1.0', Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'Log': '1.0', Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'Network': '1.1', Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'Port': '1.7', Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'PortForwarding': '1.2', Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'QosPolicy': '1.8', Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'SecurityGroup': '1.4', Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'SecurityGroupRule': '1.2', Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'SubPort': '1.0', Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'Subnet': '1.1', Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: 'Trunk': '1.1'}} Jun 16 13:37:18.495308 dv-cinder-774286-16-iscsi neutron-server[103639]: {{(pid=103639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:37:18.503718 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-73b6c43e-375d-4f89-bbf0-878f663cb59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:18.506070 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] Attempting to bind port 7854ab2e-71b7-4ccf-af19-029b61860f94 on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:37:18.506460 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] Attempting to bind port 7854ab2e-71b7-4ccf-af19-029b61860f94 by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '0524e08a-a284-4aa4-b99e-4a5c5faa0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': 'e7e39204-993d-41af-a1ed-46a958089ffa'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:37:18.506899 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] Attempting to bind port 7854ab2e-71b7-4ccf-af19-029b61860f94 on network e7e39204-993d-41af-a1ed-46a958089ffa {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:37:18.511812 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:37:18.512156 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] Checking segment: {'id': '0524e08a-a284-4aa4-b99e-4a5c5faa0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': 'e7e39204-993d-41af-a1ed-46a958089ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:37:18.512659 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:18.513071 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] Bound using segment: {'id': '0524e08a-a284-4aa4-b99e-4a5c5faa0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': 'e7e39204-993d-41af-a1ed-46a958089ffa'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:37:18.513557 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] Bound port: 7854ab2e-71b7-4ccf-af19-029b61860f94, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0524e08a-a284-4aa4-b99e-4a5c5faa0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': 'e7e39204-993d-41af-a1ed-46a958089ffa'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:37:18.513925 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:18.585957 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] For port 7854ab2e-71b7-4ccf-af19-029b61860f94, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:37:18.607042 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] For port 7854ab2e-71b7-4ccf-af19-029b61860f94, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=7854ab2e-71b7-4ccf-af19-029b61860f94,segment=NetworkSegment(0524e08a-a284-4aa4-b99e-4a5c5faa0686),segment_id=0524e08a-a284-4aa4-b99e-4a5c5faa0686)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:37:18.610971 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:18.613166 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:18.668332 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] Routers {'d3149379-112b-4ea8-ae95-e9e0b49c949d'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:37:18.669007 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:37:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['d3149379-112b-4ea8-ae95-e9e0b49c949d'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:37:18.670803 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6c43e-375d-4f89-bbf0-878f663cb59d None None] Pushing event updated for resources: {'Port': ['ID=7854ab2e-71b7-4ccf-af19-029b61860f94,revision_number=4']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:18.675093 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-73b6c43e-375d-4f89-bbf0-878f663cb59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:18.759961 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] Set router d3149379-112b-4ea8-ae95-e9e0b49c949d gateway port host: None {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:37:18.968108 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3149379-112b-4ea8-ae95-e9e0b49c949d', 'name': 'router1', 'tenant_id': '68afbbf53e2743868fdf13453347da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:37:06Z', 'updated_at': '2021-06-16T13:37:16Z', 'revision_number': 2, 'project_id': '68afbbf53e2743868fdf13453347da9f', 'gw_port_host': None, '_interfaces': [{'id': '7854ab2e-71b7-4ccf-af19-029b61860f94', 'name': '', 'network_id': 'e7e39204-993d-41af-a1ed-46a958089ffa', 'tenant_id': '68afbbf53e2743868fdf13453347da9f', 'mac_address': 'fa:16:3e:20:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3149379-112b-4ea8-ae95-e9e0b49c949d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7bb0e27-dfd7-47d2-b90a-b2b70af39ec4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:37:15Z', 'updated_at': '2021-06-16T13:37:18Z', 'revision_number': 4, 'project_id': '68afbbf53e2743868fdf13453347da9f', 'subnets': [{'id': 'c7bb0e27-dfd7-47d2-b90a-b2b70af39ec4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab8a010d-05a1-407f-81f3-a5df6e9af9c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:37:18.971316 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a2269f-b1cc-4cff-9fdf-07a434bd4fcb None None] The sync data for ids ['d3149379-112b-4ea8-ae95-e9e0b49c949d'] in dv-cinder-774286-16-iscsi is: [{'id': 'd3149379-112b-4ea8-ae95-e9e0b49c949d', 'name': 'router1', 'tenant_id': '68afbbf53e2743868fdf13453347da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:37:06Z', 'updated_at': '2021-06-16T13:37:16Z', 'revision_number': 2, 'project_id': '68afbbf53e2743868fdf13453347da9f', 'gw_port_host': None, '_interfaces': [{'id': '7854ab2e-71b7-4ccf-af19-029b61860f94', 'name': '', 'network_id': 'e7e39204-993d-41af-a1ed-46a958089ffa', 'tenant_id': '68afbbf53e2743868fdf13453347da9f', 'mac_address': 'fa:16:3e:20:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3149379-112b-4ea8-ae95-e9e0b49c949d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7bb0e27-dfd7-47d2-b90a-b2b70af39ec4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:37:15Z', 'updated_at': '2021-06-16T13:37:18Z', 'revision_number': 4, 'project_id': '68afbbf53e2743868fdf13453347da9f', 'subnets': [{'id': 'c7bb0e27-dfd7-47d2-b90a-b2b70af39ec4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab8a010d-05a1-407f-81f3-a5df6e9af9c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:37:19.302067 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 45560) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:37:19.414392 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45caa94-8945-48b4-8ecc-b452dd38e21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:37:19.415738 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-e45caa94-8945-48b4-8ecc-b452dd38e21e admin admin] 10.222.0.26 "GET /v2.0/networks/4d1119cf-5fec-45f3-97f5-606abcd40a6f HTTP/1.1" status: 200 len: 842 time: 0.1127172 Jun 16 13:37:19.425408 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-581267db-6d01-413d-b597-6cb24ee66a10 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'ip_version': 4, 'cidr': '172.27.3.0/24'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:37:19.449518 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581267db-6d01-413d-b597-6cb24ee66a10 admin admin] Made reservation on behalf of 38a6614646354683b7206b78766c2974 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:37:19.451827 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-581267db-6d01-413d-b597-6cb24ee66a10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:19.754612 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.objects.ports [None req-581267db-6d01-413d-b597-6cb24ee66a10 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103636) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 13:37:19.755054 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-581267db-6d01-413d-b597-6cb24ee66a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:19.757787 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:19.810357 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581267db-6d01-413d-b597-6cb24ee66a10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e4ea701-5473-443b-aeed-fa1b09c8f901,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:19.815908 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-581267db-6d01-413d-b597-6cb24ee66a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:19.824608 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581267db-6d01-413d-b597-6cb24ee66a10 admin admin] Checking segment: {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:37:19.825001 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581267db-6d01-413d-b597-6cb24ee66a10 admin admin] Network hostable DHCP agents. Network: 4d1119cf-5fec-45f3-97f5-606abcd40a6f, hostable agents: ['cacdca07-80fb-43b6-bcec-cb473972b15f'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:37:19.846546 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581267db-6d01-413d-b597-6cb24ee66a10 admin admin] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f is scheduled to be hosted by DHCP agent cacdca07-80fb-43b6-bcec-cb473972b15f with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:37:19.856543 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-581267db-6d01-413d-b597-6cb24ee66a10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-16-iscsi, 4d1119cf-5fec-45f3-97f5-606abcd40a6f) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:37:19.860556 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581267db-6d01-413d-b597-6cb24ee66a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:37:19.861213 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-581267db-6d01-413d-b597-6cb24ee66a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:19.866221 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa94f3c-991f-4157-a74d-8216176863ad None None] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:37:19.881388 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-581267db-6d01-413d-b597-6cb24ee66a10 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4597824 Jun 16 13:37:20.002534 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3c8d08-b232-4ca3-8a77-e4626f56e999 None None] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:37:22.119093 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 45582) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:37:22.328470 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-40365446-dac2-4939-b6cc-b8bf36f813cd admin admin] 10.222.0.26 "GET /v2.0/routers/d3149379-112b-4ea8-ae95-e9e0b49c949d HTTP/1.1" status: 200 len: 710 time: 0.2082608 Jun 16 13:37:22.444873 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be5aa02-34f9-47a4-9b0d-441b16e0f019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:37:22.446219 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-1be5aa02-34f9-47a4-9b0d-441b16e0f019 admin admin] 10.222.0.26 "GET /v2.0/networks/4d1119cf-5fec-45f3-97f5-606abcd40a6f HTTP/1.1" status: 200 len: 886 time: 0.1115248 Jun 16 13:37:22.455530 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-e8bb29a9-a4e1-40db-a85e-f71de90d75f1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:37:22.703223 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8bb29a9-a4e1-40db-a85e-f71de90d75f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15905'] for router, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:22.937065 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8bb29a9-a4e1-40db-a85e-f71de90d75f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:23.010959 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8bb29a9-a4e1-40db-a85e-f71de90d75f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:23.164463 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-e8bb29a9-a4e1-40db-a85e-f71de90d75f1 admin admin] Allocated IP 172.27.3.69 (4d1119cf-5fec-45f3-97f5-606abcd40a6f/1e4ea701-5473-443b-aeed-fa1b09c8f901/d76927df-0790-4f68-855f-76f97bd4197c) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:37:23.270138 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8bb29a9-a4e1-40db-a85e-f71de90d75f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:23.400237 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8bb29a9-a4e1-40db-a85e-f71de90d75f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:23.402351 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:23.465162 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bb29a9-a4e1-40db-a85e-f71de90d75f1 admin admin] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:37:23.470925 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-e8bb29a9-a4e1-40db-a85e-f71de90d75f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:37:23.478011 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bb29a9-a4e1-40db-a85e-f71de90d75f1 admin admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:37:23.515818 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb29a9-a4e1-40db-a85e-f71de90d75f1 admin admin] Pushing event updated for resources: {'Port': ['ID=d76927df-0790-4f68-855f-76f97bd4197c,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:23.546270 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-e8bb29a9-a4e1-40db-a85e-f71de90d75f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:23.707748 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 7854ab2e-71b7-4ccf-af19-029b61860f94 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:37:23.753406 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8bb29a9-a4e1-40db-a85e-f71de90d75f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:23.756121 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port 7854ab2e-71b7-4ccf-af19-029b61860f94 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:37:23.759691 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 7854ab2e-71b7-4ccf-af19-029b61860f94 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:37:23.760248 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:23.834678 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:23.866340 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port 7854ab2e-71b7-4ccf-af19-029b61860f94, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=7854ab2e-71b7-4ccf-af19-029b61860f94,segment=NetworkSegment(0524e08a-a284-4aa4-b99e-4a5c5faa0686),segment_id=0524e08a-a284-4aa4-b99e-4a5c5faa0686)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:37:23.870327 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:23.872451 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-b0b6accd-d7b1-41f0-b961-50583a59031e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:23.918983 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=7854ab2e-71b7-4ccf-af19-029b61860f94,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:23.922195 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:23.953885 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8bb29a9-a4e1-40db-a85e-f71de90d75f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15905'] for router, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:23.958009 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8bb29a9-a4e1-40db-a85e-f71de90d75f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-679835'] for router, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:24.066341 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bb29a9-a4e1-40db-a85e-f71de90d75f1 admin admin] Router d3149379-112b-4ea8-ae95-e9e0b49c949d has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:37:24.170352 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bb29a9-a4e1-40db-a85e-f71de90d75f1 admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:37:24.174736 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8bb29a9-a4e1-40db-a85e-f71de90d75f1 admin admin] Notify callbacks [] for router, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:24.177227 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-e8bb29a9-a4e1-40db-a85e-f71de90d75f1 admin admin] 10.222.0.26 "PUT /v2.0/routers/d3149379-112b-4ea8-ae95-e9e0b49c949d HTTP/1.1" status: 200 len: 889 time: 1.7256398 Jun 16 13:37:24.183212 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] Sync routers for ids ['d3149379-112b-4ea8-ae95-e9e0b49c949d'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:37:24.194781 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] Routers {'d3149379-112b-4ea8-ae95-e9e0b49c949d'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:37:24.195463 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:37:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['d3149379-112b-4ea8-ae95-e9e0b49c949d'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:37:24.280928 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 5 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:37:24.464854 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] Set router d3149379-112b-4ea8-ae95-e9e0b49c949d gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:37:24.854459 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3149379-112b-4ea8-ae95-e9e0b49c949d', 'name': 'router1', 'tenant_id': '68afbbf53e2743868fdf13453347da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd76927df-0790-4f68-855f-76f97bd4197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:37:06Z', 'updated_at': '2021-06-16T13:37:23Z', 'revision_number': 4, 'project_id': '68afbbf53e2743868fdf13453347da9f', 'gw_port': {'id': 'd76927df-0790-4f68-855f-76f97bd4197c', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3149379-112b-4ea8-ae95-e9e0b49c949d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:37:23Z', 'updated_at': '2021-06-16T13:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '7854ab2e-71b7-4ccf-af19-029b61860f94', 'name': '', 'network_id': 'e7e39204-993d-41af-a1ed-46a958089ffa', 'tenant_id': '68afbbf53e2743868fdf13453347da9f', 'mac_address': 'fa:16:3e:20:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3149379-112b-4ea8-ae95-e9e0b49c949d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7bb0e27-dfd7-47d2-b90a-b2b70af39ec4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:37:15Z', 'updated_at': '2021-06-16T13:37:23Z', 'revision_number': 5, 'project_id': '68afbbf53e2743868fdf13453347da9f', 'subnets': [{'id': 'c7bb0e27-dfd7-47d2-b90a-b2b70af39ec4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab8a010d-05a1-407f-81f3-a5df6e9af9c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:37:24.860510 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] Checking router: d3149379-112b-4ea8-ae95-e9e0b49c949d for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:37:24.861471 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] Updating router d3149379-112b-4ea8-ae95-e9e0b49c949d port d76927df-0790-4f68-855f-76f97bd4197c binding host dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:37:24.893999 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:25.216558 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] Notify callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:25.226333 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] Transition to ACTIVE for port object d76927df-0790-4f68-855f-76f97bd4197c will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:37:25.232988 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:25.235061 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:25.284074 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6b285-e83a-498b-8b01-c5cf95540fe0 None None] Pushing event updated for resources: {'Port': ['ID=d76927df-0790-4f68-855f-76f97bd4197c,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:25.286349 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] Attempting to bind port d76927df-0790-4f68-855f-76f97bd4197c on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:37:25.286723 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] Attempting to bind port d76927df-0790-4f68-855f-76f97bd4197c by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:37:25.287079 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] Attempting to bind port d76927df-0790-4f68-855f-76f97bd4197c on network 4d1119cf-5fec-45f3-97f5-606abcd40a6f {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:37:25.289144 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-5bd6b285-e83a-498b-8b01-c5cf95540fe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:25.292901 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:37:25.293277 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] Checking segment: {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:37:25.293678 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:25.294061 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] Bound using segment: {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:37:25.294552 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] Bound port: d76927df-0790-4f68-855f-76f97bd4197c, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:37:25.294923 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:25.344126 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] For port d76927df-0790-4f68-855f-76f97bd4197c, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:37:25.347671 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] For port d76927df-0790-4f68-855f-76f97bd4197c, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=d76927df-0790-4f68-855f-76f97bd4197c,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:37:25.351773 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:25.354864 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:25.411189 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] Routers {'d3149379-112b-4ea8-ae95-e9e0b49c949d'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:37:25.411798 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:37:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['d3149379-112b-4ea8-ae95-e9e0b49c949d'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:37:25.413524 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6b285-e83a-498b-8b01-c5cf95540fe0 None None] Pushing event updated for resources: {'Port': ['ID=d76927df-0790-4f68-855f-76f97bd4197c,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:25.417003 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-5bd6b285-e83a-498b-8b01-c5cf95540fe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:25.519049 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] Set router d3149379-112b-4ea8-ae95-e9e0b49c949d gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:37:25.703543 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 7854ab2e-71b7-4ccf-af19-029b61860f94 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:37:25.801954 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 7854ab2e-71b7-4ccf-af19-029b61860f94 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:37:25.802254 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:25.896104 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3149379-112b-4ea8-ae95-e9e0b49c949d', 'name': 'router1', 'tenant_id': '68afbbf53e2743868fdf13453347da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd76927df-0790-4f68-855f-76f97bd4197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:37:06Z', 'updated_at': '2021-06-16T13:37:23Z', 'revision_number': 4, 'project_id': '68afbbf53e2743868fdf13453347da9f', 'gw_port': {'id': 'd76927df-0790-4f68-855f-76f97bd4197c', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3149379-112b-4ea8-ae95-e9e0b49c949d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:37:23Z', 'updated_at': '2021-06-16T13:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '7854ab2e-71b7-4ccf-af19-029b61860f94', 'name': '', 'network_id': 'e7e39204-993d-41af-a1ed-46a958089ffa', 'tenant_id': '68afbbf53e2743868fdf13453347da9f', 'mac_address': 'fa:16:3e:20:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3149379-112b-4ea8-ae95-e9e0b49c949d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7bb0e27-dfd7-47d2-b90a-b2b70af39ec4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:37:15Z', 'updated_at': '2021-06-16T13:37:23Z', 'revision_number': 5, 'project_id': '68afbbf53e2743868fdf13453347da9f', 'subnets': [{'id': 'c7bb0e27-dfd7-47d2-b90a-b2b70af39ec4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab8a010d-05a1-407f-81f3-a5df6e9af9c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:37:25.902223 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af64b439-3b77-4f95-8d8f-3ea4f5aff749 None None] The sync data for ids ['d3149379-112b-4ea8-ae95-e9e0b49c949d'] in dv-cinder-774286-16-iscsi is: [{'id': 'd3149379-112b-4ea8-ae95-e9e0b49c949d', 'name': 'router1', 'tenant_id': '68afbbf53e2743868fdf13453347da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'd76927df-0790-4f68-855f-76f97bd4197c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:37:06Z', 'updated_at': '2021-06-16T13:37:23Z', 'revision_number': 4, 'project_id': '68afbbf53e2743868fdf13453347da9f', 'gw_port': {'id': 'd76927df-0790-4f68-855f-76f97bd4197c', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3149379-112b-4ea8-ae95-e9e0b49c949d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:37:23Z', 'updated_at': '2021-06-16T13:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '7854ab2e-71b7-4ccf-af19-029b61860f94', 'name': '', 'network_id': 'e7e39204-993d-41af-a1ed-46a958089ffa', 'tenant_id': '68afbbf53e2743868fdf13453347da9f', 'mac_address': 'fa:16:3e:20:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3149379-112b-4ea8-ae95-e9e0b49c949d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7bb0e27-dfd7-47d2-b90a-b2b70af39ec4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:37:15Z', 'updated_at': '2021-06-16T13:37:23Z', 'revision_number': 5, 'project_id': '68afbbf53e2743868fdf13453347da9f', 'subnets': [{'id': 'c7bb0e27-dfd7-47d2-b90a-b2b70af39ec4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab8a010d-05a1-407f-81f3-a5df6e9af9c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:37:26.581836 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 45592) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:37:26.704622 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-feb15bfe-be89-4a1a-b2d2-3fbc275b7fce admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1216440 Jun 16 13:37:27.711885 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device d76927df-0790-4f68-855f-76f97bd4197c up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:37:27.759364 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port d76927df-0790-4f68-855f-76f97bd4197c completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:37:27.763074 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port d76927df-0790-4f68-855f-76f97bd4197c triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:37:27.763450 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:27.843345 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:27.863542 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port d76927df-0790-4f68-855f-76f97bd4197c, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=d76927df-0790-4f68-855f-76f97bd4197c,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:37:27.872240 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:27.875872 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:27.921535 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=d76927df-0790-4f68-855f-76f97bd4197c,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:27.925035 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:29.708409 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device d76927df-0790-4f68-855f-76f97bd4197c up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:37:29.754865 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port d76927df-0790-4f68-855f-76f97bd4197c triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:37:29.755238 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:40.839178 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d9889e6b-6ffc-4c5f-af47-73983602fe34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:43.303835 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c0002f00-7ba5-4d3b-90a9-db78dcc9e001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:43.414829 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:44.769665 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:46.332045 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:01.279272 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 5 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:38:10.840362 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2d338167-121b-434d-ad56-3e8dfb25f211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:13.307125 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6faf7067-b694-41f3-a737-0ad1409601ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:13.407821 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:14.753498 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:16.341694 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:38.277531 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 5 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:38:40.842164 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d9f47b32-2b39-4b27-9d72-db554bd6d470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:43.311845 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0e40f01d-02d4-43a4-957f-4df054801e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:43.413187 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:44.757104 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:46.336279 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:01.787150 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 46160) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:01.848960 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a3b28b-7cd8-4168-9542-5631a26b5bc9 admin admin] GET failed (client error): The resource could not be found. Jun 16 13:39:01.850280 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-d0a3b28b-7cd8-4168-9542-5631a26b5bc9 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620804 Jun 16 13:39:02.018743 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4084b992-6462-48cb-9d53-b15744822db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:02.020337 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-4084b992-6462-48cb-9d53-b15744822db7 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1661956 Jun 16 13:39:04.138623 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 46170) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:04.226560 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726d9a5-cf73-4bbf-a95a-b1d661f8f0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:04.227863 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-9726d9a5-cf73-4bbf-a95a-b1d661f8f0b6 admin admin] 10.222.0.26 "GET /v2.0/subnets/c7bb0e27-dfd7-47d2-b90a-b2b70af39ec4 HTTP/1.1" status: 200 len: 849 time: 0.0882766 Jun 16 13:39:04.237390 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2f5cc2f3-ea51-46f0-a217-4e55788679ec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:39:04.317446 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc2f3-ea51-46f0-a217-4e55788679ec admin admin] Notify callbacks [] for subnet, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:04.462602 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc2f3-ea51-46f0-a217-4e55788679ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768724665200'] for subnet, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:04.465746 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-581267db-6d01-413d-b597-6cb24ee66a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:39:04.491903 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5cc2f3-ea51-46f0-a217-4e55788679ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:04.492485 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc2f3-ea51-46f0-a217-4e55788679ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:04.493750 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-2f5cc2f3-ea51-46f0-a217-4e55788679ec admin admin] 10.222.0.26 "PUT /v2.0/subnets/c7bb0e27-dfd7-47d2-b90a-b2b70af39ec4 HTTP/1.1" status: 200 len: 868 time: 0.2599390 Jun 16 13:39:04.496751 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31bf9f9-f4ea-48a4-835b-237b962e429d None None] Network e7e39204-993d-41af-a1ed-46a958089ffa requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:39:04.519891 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cc2f3-ea51-46f0-a217-4e55788679ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7bb0e27-dfd7-47d2-b90a-b2b70af39ec4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:39:04.527771 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc2f3-ea51-46f0-a217-4e55788679ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:04.528137 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc2f3-ea51-46f0-a217-4e55788679ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:04.528990 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc2f3-ea51-46f0-a217-4e55788679ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:04.529336 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc2f3-ea51-46f0-a217-4e55788679ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:04.529664 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc2f3-ea51-46f0-a217-4e55788679ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:04.530012 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc2f3-ea51-46f0-a217-4e55788679ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:04.530342 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc2f3-ea51-46f0-a217-4e55788679ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:04.530681 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc2f3-ea51-46f0-a217-4e55788679ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:04.531007 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc2f3-ea51-46f0-a217-4e55788679ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:04.531327 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc2f3-ea51-46f0-a217-4e55788679ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:04.531662 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc2f3-ea51-46f0-a217-4e55788679ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:04.532030 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5cc2f3-ea51-46f0-a217-4e55788679ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:04.535885 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-2f5cc2f3-ea51-46f0-a217-4e55788679ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:39:04.879418 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-9025e422-7b83-4e11-9e09-5c71b5c7d014 None None] Provisioning complete for port 7854ab2e-71b7-4ccf-af19-029b61860f94 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:39:04.879799 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9025e422-7b83-4e11-9e09-5c71b5c7d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:04.962925 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-9025e422-7b83-4e11-9e09-5c71b5c7d014 None None] Provisioning complete for port be9ad888-a141-4709-a7ff-e6c5572829ce triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:39:04.963229 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9025e422-7b83-4e11-9e09-5c71b5c7d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:06.626369 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 46180) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:06.882770 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d873f30-49a7-47df-b9f0-63a75736bd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:06.883168 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d873f30-49a7-47df-b9f0-63a75736bd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:06.884697 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-1d873f30-49a7-47df-b9f0-63a75736bd07 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2573879 Jun 16 13:39:08.976377 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 46188) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:09.105557 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be56524-a650-462c-bcd0-c0ef009553cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:09.105947 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be56524-a650-462c-bcd0-c0ef009553cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:09.107474 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-5be56524-a650-462c-bcd0-c0ef009553cc admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1300671 Jun 16 13:39:10.843332 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-257a4dff-3501-48db-8d6f-f0bdc30fad98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:11.220910 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 46196) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:11.342441 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faaf207-7a2d-4ede-84f7-90b35008eb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:11.343830 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3faaf207-7a2d-4ede-84f7-90b35008eb7a admin admin] 10.222.0.26 "GET /v2.0/networks/4d1119cf-5fec-45f3-97f5-606abcd40a6f HTTP/1.1" status: 200 len: 886 time: 0.1218982 Jun 16 13:39:13.314882 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8fe129eb-7c07-40bb-90d2-514bf7190f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:13.416843 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:13.478418 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 46204) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:13.610446 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d43e45d-00af-4d1c-b207-612a7a65f40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:13.611683 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-4d43e45d-00af-4d1c-b207-612a7a65f40e admin admin] 10.222.0.26 "GET /v2.0/networks/e7e39204-993d-41af-a1ed-46a958089ffa HTTP/1.1" status: 200 len: 870 time: 0.1323373 Jun 16 13:39:14.757530 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:15.276353 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 5 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:39:15.730942 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 46212) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:15.849483 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b35ae63-00a1-4e1b-b9f2-d6648c538f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:15.849934 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b35ae63-00a1-4e1b-b9f2-d6648c538f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:15.851432 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-0b35ae63-00a1-4e1b-b9f2-d6648c538f5c admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1195066 Jun 16 13:39:16.339064 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:18.012248 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 46220) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:18.183888 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd31058c-20f3-4a45-8559-6cfa15abda39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:18.185045 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd31058c-20f3-4a45-8559-6cfa15abda39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:18.186637 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-dd31058c-20f3-4a45-8559-6cfa15abda39 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1733949 Jun 16 13:39:20.330500 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 46228) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:20.419305 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa56a847-8c80-47c7-9633-e80ec264c89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:20.420611 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-aa56a847-8c80-47c7-9633-e80ec264c89b admin admin] 10.222.0.26 "GET /v2.0/subnets/1e4ea701-5473-443b-aeed-fa1b09c8f901 HTTP/1.1" status: 200 len: 816 time: 0.0891585 Jun 16 13:39:22.531461 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 46236) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:22.619596 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c460d8f-23e3-49b6-a75e-31204eb74ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:22.620922 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-1c460d8f-23e3-49b6-a75e-31204eb74ee4 admin admin] 10.222.0.26 "GET /v2.0/subnets/c7bb0e27-dfd7-47d2-b90a-b2b70af39ec4 HTTP/1.1" status: 200 len: 868 time: 0.0884738 Jun 16 13:39:40.846890 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ffafd88a-b157-413f-80de-c8a978c5c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:43.316909 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1f871834-b4a2-40fa-b2be-405b2734ef70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:43.418809 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:44.762127 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:46.356329 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:46.497412 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 46280) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:46.553914 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [None req-12b59389-9e61-436d-8893-9a14b959d115 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:39:46.555215 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-12b59389-9e61-436d-8893-9a14b959d115 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0563662 Jun 16 13:39:48.849234 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 46288) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:48.910853 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01dd7c2-19f0-441f-89fb-b4f37c68a44f admin admin] GET failed (client error): The resource could not be found. Jun 16 13:39:48.912165 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-f01dd7c2-19f0-441f-89fb-b4f37c68a44f admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0620015 Jun 16 13:39:49.050693 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e4df8b-7720-498e-9b81-f75967f9b244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:49.052058 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-90e4df8b-7720-498e-9b81-f75967f9b244 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1360774 Jun 16 13:39:51.323303 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 46296) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:51.372556 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2d5a9aec-7af2-4b11-8a6a-7f27c77ea68f admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:39:51.402578 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5a9aec-7af2-4b11-8a6a-7f27c77ea68f admin admin] Made reservation on behalf of 38a6614646354683b7206b78766c2974 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:39:51.405337 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d5a9aec-7af2-4b11-8a6a-7f27c77ea68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:51.437316 dv-cinder-774286-16-iscsi neutron-server[103636]: WARNING neutron.services.revisions.revision_plugin [None req-2d5a9aec-7af2-4b11-8a6a-7f27c77ea68f admin admin] Could not find related network for resource to bump revision. Jun 16 13:39:51.450206 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5a9aec-7af2-4b11-8a6a-7f27c77ea68f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1393} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:39:51.462411 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d5a9aec-7af2-4b11-8a6a-7f27c77ea68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:51.462809 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.db.segments_db [None req-2d5a9aec-7af2-4b11-8a6a-7f27c77ea68f admin admin] Added segment 7e840d8c-5632-4165-8f7e-d83c275829cb of type vlan for network a3160725-0799-49a6-b7bc-da49a1baf265 Jun 16 13:39:51.511526 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d5a9aec-7af2-4b11-8a6a-7f27c77ea68f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768724243357'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:51.562096 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d5a9aec-7af2-4b11-8a6a-7f27c77ea68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:51.564225 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5a9aec-7af2-4b11-8a6a-7f27c77ea68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:51.564886 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d5a9aec-7af2-4b11-8a6a-7f27c77ea68f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:51.571838 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:39:51.657719 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-2d5a9aec-7af2-4b11-8a6a-7f27c77ea68f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3330774 Jun 16 13:39:51.663629 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a9aec-7af2-4b11-8a6a-7f27c77ea68f admin admin] Pushing event updated for resources: {'Network': ['ID=a3160725-0799-49a6-b7bc-da49a1baf265,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:39:51.676966 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-2d5a9aec-7af2-4b11-8a6a-7f27c77ea68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:39:51.686509 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Network a3160725-0799-49a6-b7bc-da49a1baf265 details requested by agent ovs-agent-dv-cinder-774286-16-iscsi with host dv-cinder-774286-16-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:39:52.277933 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 5 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:39:53.931558 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 46304) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:53.990152 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.pecan_wsgi.hooks.translation [None req-344c694c-2ac9-4e4f-90f6-e67147168844 admin admin] GET failed (client error): The resource could not be found. Jun 16 13:39:53.991474 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-344c694c-2ac9-4e4f-90f6-e67147168844 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0589740 Jun 16 13:39:54.062862 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb6000e-a7f1-437d-969a-178fefaf465b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:54.064288 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-bfb6000e-a7f1-437d-969a-178fefaf465b admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0684102 Jun 16 13:39:54.074089 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Request body: {'subnet': {'network_id': 'a3160725-0799-49a6-b7bc-da49a1baf265', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:39:54.095457 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Made reservation on behalf of 38a6614646354683b7206b78766c2974 for: {'subnet': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:39:54.099359 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:54.262353 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451'] for subnet, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:54.265245 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:39:54.320358 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a7bcdb6-921d-4ec6-b9c9-12d78b619bbf,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:39:54.327864 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Checking segment: {'id': '7e840d8c-5632-4165-8f7e-d83c275829cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'a3160725-0799-49a6-b7bc-da49a1baf265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:39:54.328236 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Network hostable DHCP agents. Network: a3160725-0799-49a6-b7bc-da49a1baf265, hostable agents: ['cacdca07-80fb-43b6-bcec-cb473972b15f'], hosted agents: [] {{(pid=103637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:39:54.331998 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:54.332371 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:54.332711 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:54.333069 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:54.333448 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:54.333784 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:54.334106 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:54.334445 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:54.334768 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:54.335083 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:54.335400 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:54.335713 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:54.341436 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:39:54.353342 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Network a3160725-0799-49a6-b7bc-da49a1baf265 is scheduled to be hosted by DHCP agent cacdca07-80fb-43b6-bcec-cb473972b15f with binding_index 1 {{(pid=103637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:39:54.361295 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-16-iscsi, a3160725-0799-49a6-b7bc-da49a1baf265) {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:39:54.365227 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:54.365832 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:54.370746 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b51aba-0541-4d36-99d6-04f447d05baa None None] Network a3160725-0799-49a6-b7bc-da49a1baf265 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:39:54.386012 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3128772 Jun 16 13:39:54.618048 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98e8dfa6-0b33-5bf0-932d-28a6243b7025-a3160725-0799-49a6-b7bc-da49a1baf265', 'network_id': 'a3160725-0799-49a6-b7bc-da49a1baf265', 'tenant_id': '38a6614646354683b7206b78766c2974', 'fixed_ips': [{'subnet_id': '1a7bcdb6-921d-4ec6-b9c9-12d78b619bbf'}]}} from dv-cinder-774286-16-iscsi. {{(pid=103638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:39:54.618950 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:54.761820 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Allocated IP 192.168.233.2 (a3160725-0799-49a6-b7bc-da49a1baf265/1a7bcdb6-921d-4ec6-b9c9-12d78b619bbf/e23cd362-f342-4bca-8875-bb11b2b4039a) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:39:54.915323 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Notify callbacks [] for port, precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:54.925333 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Transition to ACTIVE for port object e23cd362-f342-4bca-8875-bb11b2b4039a will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:39:54.942250 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Transition to ACTIVE for port object e23cd362-f342-4bca-8875-bb11b2b4039a will not be triggered until provisioned by entity DHCP. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:39:54.948446 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150'] for port, after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:54.950703 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:39:54.987014 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Network a3160725-0799-49a6-b7bc-da49a1baf265 is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:39:54.992273 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:39:54.998426 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:39:55.001531 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Pushing event updated for resources: {'Port': ['ID=e23cd362-f342-4bca-8875-bb11b2b4039a,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:39:55.012008 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:55.012369 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:55.012718 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:55.013074 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:55.013405 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:55.013732 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:55.014054 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:55.015019 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:55.015019 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:55.015019 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:55.015285 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:55.015591 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:55.020459 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:39:55.075106 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Attempting to bind port e23cd362-f342-4bca-8875-bb11b2b4039a on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:39:55.075476 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Attempting to bind port e23cd362-f342-4bca-8875-bb11b2b4039a by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '7e840d8c-5632-4165-8f7e-d83c275829cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'a3160725-0799-49a6-b7bc-da49a1baf265'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:39:55.076415 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Attempting to bind port e23cd362-f342-4bca-8875-bb11b2b4039a on network a3160725-0799-49a6-b7bc-da49a1baf265 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:39:55.084897 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:39:55.085315 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Checking segment: {'id': '7e840d8c-5632-4165-8f7e-d83c275829cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'a3160725-0799-49a6-b7bc-da49a1baf265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:39:55.085720 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:55.086115 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Bound using segment: {'id': '7e840d8c-5632-4165-8f7e-d83c275829cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'a3160725-0799-49a6-b7bc-da49a1baf265'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:39:55.086615 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Bound port: e23cd362-f342-4bca-8875-bb11b2b4039a, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e840d8c-5632-4165-8f7e-d83c275829cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'a3160725-0799-49a6-b7bc-da49a1baf265'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:39:55.087017 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:55.165912 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] For port e23cd362-f342-4bca-8875-bb11b2b4039a, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:39:55.169871 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] For port e23cd362-f342-4bca-8875-bb11b2b4039a, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=e23cd362-f342-4bca-8875-bb11b2b4039a,segment=NetworkSegment(7e840d8c-5632-4165-8f7e-d83c275829cb),segment_id=7e840d8c-5632-4165-8f7e-d83c275829cb)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:39:55.174838 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:55.177207 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-5bd6b285-e83a-498b-8b01-c5cf95540fe0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:39:55.236873 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Pushing event updated for resources: {'Port': ['ID=e23cd362-f342-4bca-8875-bb11b2b4039a,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:39:55.240557 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:39:55.838967 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device e23cd362-f342-4bca-8875-bb11b2b4039a up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:39:55.910187 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port e23cd362-f342-4bca-8875-bb11b2b4039a completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:39:56.048758 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eead1b3-5595-45cd-b0ee-7a09129e3bec None None] Network a3160725-0799-49a6-b7bc-da49a1baf265 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:39:56.174191 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0837e126-0e89-49a3-9555-4dc8873bb927 None None] Provisioning for port e23cd362-f342-4bca-8875-bb11b2b4039a completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:39:56.180433 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0837e126-0e89-49a3-9555-4dc8873bb927 None None] Provisioning complete for port e23cd362-f342-4bca-8875-bb11b2b4039a triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:39:56.180804 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0837e126-0e89-49a3-9555-4dc8873bb927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:56.298295 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0837e126-0e89-49a3-9555-4dc8873bb927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:56.338216 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0837e126-0e89-49a3-9555-4dc8873bb927 None None] For port e23cd362-f342-4bca-8875-bb11b2b4039a, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=e23cd362-f342-4bca-8875-bb11b2b4039a,segment=NetworkSegment(7e840d8c-5632-4165-8f7e-d83c275829cb),segment_id=7e840d8c-5632-4165-8f7e-d83c275829cb)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:39:56.349599 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0837e126-0e89-49a3-9555-4dc8873bb927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:56.360880 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:39:56.411787 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837e126-0e89-49a3-9555-4dc8873bb927 None None] Pushing event updated for resources: {'Port': ['ID=e23cd362-f342-4bca-8875-bb11b2b4039a,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:39:56.416010 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-0837e126-0e89-49a3-9555-4dc8873bb927 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:39:56.481771 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-d469e55e-2f5e-4727-81b5-30038dd6b66b None None] Provisioning complete for port e23cd362-f342-4bca-8875-bb11b2b4039a triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:39:56.482168 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d469e55e-2f5e-4727-81b5-30038dd6b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:57.805123 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device e23cd362-f342-4bca-8875-bb11b2b4039a up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:39:57.852121 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port e23cd362-f342-4bca-8875-bb11b2b4039a triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:39:57.852494 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:10.848336 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dec1827d-977c-4611-84a6-ef79ae2ed275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:13.322727 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-edfa7505-6b90-4fc7-9f18-19299fd0b36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:13.420222 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:14.765470 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:16.347561 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:29.276662 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 5 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:40:40.850483 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a2654588-5f2d-44b2-8ed1-e23ddca7f784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:43.315714 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6d5a8814-9baf-4224-8c03-558606e94dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:43.423384 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:44.769000 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:46.348903 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:01.657908 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 46356) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:41:01.664051 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [None req-283c0975-bac8-4c69-bd1d-9955a8bd7717 tempest-verify_tempest_config-2005761014 tempest-verify_tempest_config-2005761014-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:41:01.665532 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-283c0975-bac8-4c69-bd1d-9955a8bd7717 tempest-verify_tempest_config-2005761014 tempest-verify_tempest_config-2005761014-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066333 Jun 16 13:41:01.964300 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 46374) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:41:02.063626 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbe92e3f-e007-4f3e-a888-e5b93ac22263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:02.147981 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbe92e3f-e007-4f3e-a888-e5b93ac22263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:02.151994 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbe92e3f-e007-4f3e-a888-e5b93ac22263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:02.157742 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:41:02.196470 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-fbe92e3f-e007-4f3e-a888-e5b93ac22263 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f37d618616964bbd87067c711500e8d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2311080 Jun 16 13:41:02.197511 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe92e3f-e007-4f3e-a888-e5b93ac22263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24cd638-5a08-4867-921d-35cd9cdac6ca,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:41:02.199242 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 46380) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:41:02.204378 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe92e3f-e007-4f3e-a888-e5b93ac22263 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.204725 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe92e3f-e007-4f3e-a888-e5b93ac22263 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.205090 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe92e3f-e007-4f3e-a888-e5b93ac22263 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.205417 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe92e3f-e007-4f3e-a888-e5b93ac22263 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.205743 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe92e3f-e007-4f3e-a888-e5b93ac22263 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.206087 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe92e3f-e007-4f3e-a888-e5b93ac22263 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.206415 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe92e3f-e007-4f3e-a888-e5b93ac22263 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.206748 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe92e3f-e007-4f3e-a888-e5b93ac22263 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.207073 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe92e3f-e007-4f3e-a888-e5b93ac22263 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.207390 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe92e3f-e007-4f3e-a888-e5b93ac22263 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.207706 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe92e3f-e007-4f3e-a888-e5b93ac22263 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.208021 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe92e3f-e007-4f3e-a888-e5b93ac22263 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.212319 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fbe92e3f-e007-4f3e-a888-e5b93ac22263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:41:02.275885 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d4c5d21d-dc6d-4e33-a1aa-beb2c2bd2a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:02.298934 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d4c5d21d-dc6d-4e33-a1aa-beb2c2bd2a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:02.393119 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d4c5d21d-dc6d-4e33-a1aa-beb2c2bd2a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:02.395962 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d4c5d21d-dc6d-4e33-a1aa-beb2c2bd2a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:02.397116 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-d4c5d21d-dc6d-4e33-a1aa-beb2c2bd2a1b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b24cd638-5a08-4867-921d-35cd9cdac6ca HTTP/1.1" status: 204 len: 168 time: 0.1966975 Jun 16 13:41:02.397722 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:41:02.406123 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5d21d-dc6d-4e33-a1aa-beb2c2bd2a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24cd638-5a08-4867-921d-35cd9cdac6ca,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:41:02.413509 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c5d21d-dc6d-4e33-a1aa-beb2c2bd2a1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.413977 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c5d21d-dc6d-4e33-a1aa-beb2c2bd2a1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.414317 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c5d21d-dc6d-4e33-a1aa-beb2c2bd2a1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.414645 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c5d21d-dc6d-4e33-a1aa-beb2c2bd2a1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.414968 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c5d21d-dc6d-4e33-a1aa-beb2c2bd2a1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.415308 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c5d21d-dc6d-4e33-a1aa-beb2c2bd2a1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.415635 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c5d21d-dc6d-4e33-a1aa-beb2c2bd2a1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.415966 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c5d21d-dc6d-4e33-a1aa-beb2c2bd2a1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.416292 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c5d21d-dc6d-4e33-a1aa-beb2c2bd2a1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.416602 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c5d21d-dc6d-4e33-a1aa-beb2c2bd2a1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.416943 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c5d21d-dc6d-4e33-a1aa-beb2c2bd2a1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.417255 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c5d21d-dc6d-4e33-a1aa-beb2c2bd2a1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:41:02.420898 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d4c5d21d-dc6d-4e33-a1aa-beb2c2bd2a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:41:06.275302 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 5 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:41:10.853523 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b4cc28e3-9546-49a7-8736-727cd53aa942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:13.315415 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-09e6d43a-3b6a-4600-a4c2-6c6773a6b577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:13.426884 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:14.771261 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:16.351754 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:40.856702 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5aef5d0a-94c1-43eb-b62d-d348b514882f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:43.272978 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 5 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:41:43.315760 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3667d5a0-9a7c-41a5-8ff5-caa35c36c51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:43.427193 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:44.776613 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:46.354779 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:10.857553 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7b1438bf-3b7e-463e-9e70-95f73d0832ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:13.315447 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f87b760b-212c-4cb9-be58-c2e010328d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:13.428493 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:14.777392 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:16.359687 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:20.271181 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 5 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:42:39.748522 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015'] for agent, after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:40.857890 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b6176510-04e3-4405-b54b-6ac292a0e11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:43.315875 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-71eba019-b613-417e-8b1a-be815b0e0708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:43.428948 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:44.390996 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 46432) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:42:44.498146 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-26a9a4a5-75e1-43f4-a14a-9f259beea4fd admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1060350 Jun 16 13:42:44.781082 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:46.362100 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:46.676223 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 46442) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:42:46.727581 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-59f4dd5e-721c-4792-b9e2-2d3a369d2a30 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0502720 Jun 16 13:42:57.270602 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:43:09.702124 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:10.859194 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-04b560ab-947e-4d13-92c5-af20552a1586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:13.318420 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e5674286-1a02-4c5c-9dd7-bb03d04b0db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:13.430673 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:14.783462 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:16.365392 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:34.269036 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:43:39.716799 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:40.868549 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-979b4d53-ecaa-447b-a6b0-d7ac55470210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:43.322281 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e45b4898-4ae6-4aec-9aef-b7a153163361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:43.444674 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:44.792188 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:46.370261 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.718885 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.860720 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fa32d92e-8321-46ad-b148-b9fdfe8c3980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.335953 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:44:13.483741 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-aee695cc-437c-444a-b1f8-77cd6848d958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.491482 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:14.802614 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.375788 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.470237 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 46592) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:16.731602 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1830048976-network', 'tenant_id': '8c42ead8899c468cad6ac1d8d5f5db81'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:16.766357 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Made reservation on behalf of 8c42ead8899c468cad6ac1d8d5f5db81 for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:16.770271 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for network, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.786277 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.912982 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.917926 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.922688 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:16.947973 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d5b971-10e9-476e-b154-69263d3a4fdb,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:16.960127 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:16.960490 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:16.960838 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:16.961181 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:16.961507 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:16.961844 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:16.965395 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:16.965963 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:16.966359 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:16.966665 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:16.967007 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:16.967586 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Tracked resource versions report: Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: pushed versions: Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: { 'AddressGroup': {'1.2'}, Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'ConntrackHelper': {'1.0'}, Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'Log': {'1.0'}, Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'Network': {'1.1'}, Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'Port': {'1.7'}, Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'PortForwarding': {'1.2'}, Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'QosPolicy': {'1.8'}, Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'SecurityGroup': {'1.4'}, Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'SubPort': {'1.0'}, Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'Subnet': {'1.1'}, Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'Trunk': {'1.1'}} Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: consumer versions: Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: { DHCP agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: HyperV agent@hv-cinder-77428: {}, Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: L3 agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: Metadata agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: Metering agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: Open vSwitch agent@dv-cinder-774286-16-iscsi: { 'AddressGroup': '1.2', Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'ConntrackHelper': '1.0', Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'Log': '1.0', Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'Network': '1.1', Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'Port': '1.7', Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'PortForwarding': '1.2', Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'QosPolicy': '1.8', Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'SecurityGroup': '1.4', Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'SecurityGroupRule': '1.2', Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'SubPort': '1.0', Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'Subnet': '1.1', Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: 'Trunk': '1.1'}} Jun 16 13:44:16.968610 dv-cinder-774286-16-iscsi neutron-server[103637]: {{(pid=103637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:44:16.975406 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:16.976278 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1376} {{(pid=103637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:44:16.995131 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768724746024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.995687 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Unsubscribe: segment precommit_create {{(pid=103637) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 13:44:16.996151 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Added segment 38a34001-cc24-42b7-ac4e-6511feb9efa1 of type vlan for network c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 Jun 16 13:44:17.057753 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768724243357'] for network, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.103764 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442'] for network, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.106038 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:17.106656 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.122759 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:17.193638 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7221949 Jun 16 13:44:17.198165 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 46644) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:17.212840 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Request body: {'subnet': {'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1830048976-subnet', 'tenant_id': '8c42ead8899c468cad6ac1d8d5f5db81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:17.230394 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Pushing event updated for resources: {'Network': ['ID=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:17.234344 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:17.246805 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Network c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 details requested by agent ovs-agent-dv-cinder-774286-16-iscsi with host dv-cinder-774286-16-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:44:17.279390 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Made reservation on behalf of 8c42ead8899c468cad6ac1d8d5f5db81 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:17.284178 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.405954 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 46652) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:17.500654 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.505617 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:17.596476 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3964001d-ef45-459e-8d1d-8c4399f1ca2e,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:17.608741 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:17.613220 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:17.613839 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:17.614328 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:17.614865 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:17.616454 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:17.617689 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:17.618251 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:17.618827 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:17.619354 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:17.620311 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:17.621018 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Tracked resource versions report: Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: pushed versions: Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: { 'AddressGroup': {'1.2'}, Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'ConntrackHelper': {'1.0'}, Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'Log': {'1.0'}, Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'Network': {'1.1'}, Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'Port': {'1.7'}, Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'PortForwarding': {'1.2'}, Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'QosPolicy': {'1.8'}, Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'SecurityGroup': {'1.4'}, Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'SubPort': {'1.0'}, Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'Subnet': {'1.1'}, Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'Trunk': {'1.1'}} Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: consumer versions: Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: { DHCP agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: HyperV agent@hv-cinder-77428: {}, Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: L3 agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: Metadata agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: Metering agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: Open vSwitch agent@dv-cinder-774286-16-iscsi: { 'AddressGroup': '1.2', Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'ConntrackHelper': '1.0', Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'Log': '1.0', Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'Network': '1.1', Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'Port': '1.7', Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'PortForwarding': '1.2', Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'QosPolicy': '1.8', Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'SecurityGroup': '1.4', Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'SecurityGroupRule': '1.2', Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'SubPort': '1.0', Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'Subnet': '1.1', Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: 'Trunk': '1.1'}} Jun 16 13:44:17.622483 dv-cinder-774286-16-iscsi neutron-server[103636]: {{(pid=103636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:44:17.629198 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 46662) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:17.633598 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:17.641899 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Checking segment: {'id': '38a34001-cc24-42b7-ac4e-6511feb9efa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:17.642459 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Network hostable DHCP agents. Network: c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783, hostable agents: ['cacdca07-80fb-43b6-bcec-cb473972b15f'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:44:17.664896 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Network c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 is scheduled to be hosted by DHCP agent cacdca07-80fb-43b6-bcec-cb473972b15f with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:44:17.679537 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-16-iscsi, c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:17.685419 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:17.686514 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.690366 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92bd433-c95a-4e20-ae7c-9d3a8a94de57 None None] Network c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:17.711321 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-fb20b80d-4f6e-4479-9622-7f7a00f67cd3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5088887 Jun 16 13:44:17.825940 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179521ba-8a7e-40cb-903f-6135fd08ced1 None None] Network c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:17.906014 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-ca44fda2-6b0d-4245-a2b4-f23b89c60017 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1393934631-network', 'tenant_id': 'b38c4d67e4ae4661a6054f7a124119f3'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:17.942607 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca44fda2-6b0d-4245-a2b4-f23b89c60017 admin admin] Made reservation on behalf of b38c4d67e4ae4661a6054f7a124119f3 for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:17.947275 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca44fda2-6b0d-4245-a2b4-f23b89c60017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for network, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.957719 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca44fda2-6b0d-4245-a2b4-f23b89c60017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.078761 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca44fda2-6b0d-4245-a2b4-f23b89c60017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.085677 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca44fda2-6b0d-4245-a2b4-f23b89c60017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.095152 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d4c5d21d-dc6d-4e33-a1aa-beb2c2bd2a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:18.124973 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-cb776cb9-3d8a-4904-b5b1-7a9403113c06 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1649131622-network', 'tenant_id': '5081b55f4e0b46648e0d7532df903e32'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:18.140567 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca44fda2-6b0d-4245-a2b4-f23b89c60017 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1398} {{(pid=103637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:44:18.172268 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44fda2-6b0d-4245-a2b4-f23b89c60017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:18.182265 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca44fda2-6b0d-4245-a2b4-f23b89c60017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.183061 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-ca44fda2-6b0d-4245-a2b4-f23b89c60017 admin admin] Added segment 764b1a0a-1f19-4d74-bfc0-c8f2881b0942 of type vlan for network 85829671-ff51-4425-b42d-a63bf1205528 Jun 16 13:44:18.188415 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ca44fda2-6b0d-4245-a2b4-f23b89c60017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:18.275984 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb776cb9-3d8a-4904-b5b1-7a9403113c06 admin admin] Made reservation on behalf of 5081b55f4e0b46648e0d7532df903e32 for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:18.279266 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cb776cb9-3d8a-4904-b5b1-7a9403113c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for network, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.292460 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca44fda2-6b0d-4245-a2b4-f23b89c60017 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768724243357'] for network, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.296960 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cb776cb9-3d8a-4904-b5b1-7a9403113c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.345188 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca44fda2-6b0d-4245-a2b4-f23b89c60017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442'] for network, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.348114 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca44fda2-6b0d-4245-a2b4-f23b89c60017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:18.348694 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca44fda2-6b0d-4245-a2b4-f23b89c60017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.355225 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:18.436968 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44fda2-6b0d-4245-a2b4-f23b89c60017 admin admin] Pushing event updated for resources: {'Network': ['ID=85829671-ff51-4425-b42d-a63bf1205528,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:18.440365 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ca44fda2-6b0d-4245-a2b4-f23b89c60017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:18.452414 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Network 85829671-ff51-4425-b42d-a63bf1205528 details requested by agent ovs-agent-dv-cinder-774286-16-iscsi with host dv-cinder-774286-16-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:44:18.492696 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cb776cb9-3d8a-4904-b5b1-7a9403113c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.499689 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cb776cb9-3d8a-4904-b5b1-7a9403113c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.508504 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ca44fda2-6b0d-4245-a2b4-f23b89c60017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:18.513075 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ca44fda2-6b0d-4245-a2b4-f23b89c60017 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1053200 Jun 16 13:44:18.515571 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 46704) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:18.524460 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-1a7235eb-d7e7-4231-b0cc-012760c85842 admin admin] Request body: {'subnet': {'network_id': '85829671-ff51-4425-b42d-a63bf1205528', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1393934631-subnet', 'tenant_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:18.536351 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb776cb9-3d8a-4904-b5b1-7a9403113c06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1384} {{(pid=103637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:44:18.568105 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cb776cb9-3d8a-4904-b5b1-7a9403113c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.568998 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-cb776cb9-3d8a-4904-b5b1-7a9403113c06 admin admin] Added segment 6dec5539-e745-4b98-bea5-6e9700dd72d9 of type vlan for network e66bacf2-486e-461e-b78e-90ae3d758b97 Jun 16 13:44:18.578949 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb776cb9-3d8a-4904-b5b1-7a9403113c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2100c9-0800-445d-8c3c-a66d02de2b6c,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:18.584872 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-cb776cb9-3d8a-4904-b5b1-7a9403113c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:18.608624 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7235eb-d7e7-4231-b0cc-012760c85842 admin admin] Made reservation on behalf of b38c4d67e4ae4661a6054f7a124119f3 for: {'subnet': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:18.611654 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1a7235eb-d7e7-4231-b0cc-012760c85842 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.660803 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cb776cb9-3d8a-4904-b5b1-7a9403113c06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768724243357'] for network, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.828063 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cb776cb9-3d8a-4904-b5b1-7a9403113c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442'] for network, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.830908 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb776cb9-3d8a-4904-b5b1-7a9403113c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:18.831715 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cb776cb9-3d8a-4904-b5b1-7a9403113c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.835588 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ca44fda2-6b0d-4245-a2b4-f23b89c60017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:18.840929 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1a7235eb-d7e7-4231-b0cc-012760c85842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451'] for subnet, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.922819 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7235eb-d7e7-4231-b0cc-012760c85842 admin admin] Checking segment: {'id': '764b1a0a-1f19-4d74-bfc0-c8f2881b0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '85829671-ff51-4425-b42d-a63bf1205528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:18.923221 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7235eb-d7e7-4231-b0cc-012760c85842 admin admin] Network hostable DHCP agents. Network: 85829671-ff51-4425-b42d-a63bf1205528, hostable agents: ['cacdca07-80fb-43b6-bcec-cb473972b15f'], hosted agents: [] {{(pid=103637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:44:18.928485 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-cb776cb9-3d8a-4904-b5b1-7a9403113c06 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2982664 Jun 16 13:44:18.931644 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 46722) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:18.936701 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb776cb9-3d8a-4904-b5b1-7a9403113c06 admin admin] Pushing event updated for resources: {'Network': ['ID=e66bacf2-486e-461e-b78e-90ae3d758b97,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:18.937267 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ea8ae7a0-9957-41f2-a00b-91a021b3ac4e admin admin] Request body: {'subnet': {'network_id': 'e66bacf2-486e-461e-b78e-90ae3d758b97', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1649131622-subnet', 'tenant_id': '5081b55f4e0b46648e0d7532df903e32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:18.945011 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-cb776cb9-3d8a-4904-b5b1-7a9403113c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:18.945828 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-aa127a9c-9d20-4d8f-91e9-072ef9593853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:18.949374 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Network e66bacf2-486e-461e-b78e-90ae3d758b97 details requested by agent ovs-agent-dv-cinder-774286-16-iscsi with host dv-cinder-774286-16-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:44:18.951007 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7235eb-d7e7-4231-b0cc-012760c85842 admin admin] Network 85829671-ff51-4425-b42d-a63bf1205528 is scheduled to be hosted by DHCP agent cacdca07-80fb-43b6-bcec-cb473972b15f with binding_index 1 {{(pid=103637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:44:18.984355 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8ae7a0-9957-41f2-a00b-91a021b3ac4e admin admin] Made reservation on behalf of 5081b55f4e0b46648e0d7532df903e32 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:18.987149 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea8ae7a0-9957-41f2-a00b-91a021b3ac4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.992248 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-1a7235eb-d7e7-4231-b0cc-012760c85842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-16-iscsi, 85829671-ff51-4425-b42d-a63bf1205528) {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:18.999086 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7235eb-d7e7-4231-b0cc-012760c85842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:19.000070 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1a7235eb-d7e7-4231-b0cc-012760c85842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:19.016768 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7235eb-d7e7-4231-b0cc-012760c85842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20e48467-2ec8-45ec-81b7-458268130398,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:19.023345 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-1a7235eb-d7e7-4231-b0cc-012760c85842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:19.028373 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-1a7235eb-d7e7-4231-b0cc-012760c85842 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5118406 Jun 16 13:44:19.031602 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 46726) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:19.036685 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1393934631-router', 'tenant_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:19.065661 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2d55c3-42b5-48e1-a41b-93f9408185c7 None None] Network 85829671-ff51-4425-b42d-a63bf1205528 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:19.092744 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-679868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16076'] for router, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:19.094575 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15927'] for router, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:19.200643 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:19.255088 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13fd815-46f2-4ca8-a488-86f1adfb195b None None] Network 85829671-ff51-4425-b42d-a63bf1205528 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:19.431076 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea8ae7a0-9957-41f2-a00b-91a021b3ac4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:19.436872 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-2f5cc2f3-ea51-46f0-a217-4e55788679ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:19.487041 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ae7a0-9957-41f2-a00b-91a021b3ac4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=591721d4-a860-4830-af20-ef37e56a08b3,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:19.508540 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-ea8ae7a0-9957-41f2-a00b-91a021b3ac4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:19.537594 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8ae7a0-9957-41f2-a00b-91a021b3ac4e admin admin] Checking segment: {'id': '6dec5539-e745-4b98-bea5-6e9700dd72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': 'e66bacf2-486e-461e-b78e-90ae3d758b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:19.538356 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8ae7a0-9957-41f2-a00b-91a021b3ac4e admin admin] Network hostable DHCP agents. Network: e66bacf2-486e-461e-b78e-90ae3d758b97, hostable agents: ['cacdca07-80fb-43b6-bcec-cb473972b15f'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:44:19.558431 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8ae7a0-9957-41f2-a00b-91a021b3ac4e admin admin] Network e66bacf2-486e-461e-b78e-90ae3d758b97 is scheduled to be hosted by DHCP agent cacdca07-80fb-43b6-bcec-cb473972b15f with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:44:19.571328 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-ea8ae7a0-9957-41f2-a00b-91a021b3ac4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-16-iscsi, e66bacf2-486e-461e-b78e-90ae3d758b97) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:19.578585 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8ae7a0-9957-41f2-a00b-91a021b3ac4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:19.581430 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8066789-637b-4f7c-a588-61db5572c2f9 None None] Network e66bacf2-486e-461e-b78e-90ae3d758b97 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:19.592019 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea8ae7a0-9957-41f2-a00b-91a021b3ac4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:19.627631 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-ea8ae7a0-9957-41f2-a00b-91a021b3ac4e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6946359 Jun 16 13:44:19.628064 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15905'] for router, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:19.784882 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74c0dce-d9d0-415d-936d-6e8924c78b4e None None] Network e66bacf2-486e-461e-b78e-90ae3d758b97 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:19.916672 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:19.951268 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:20.087320 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] Allocated IP 172.27.3.116 (4d1119cf-5fec-45f3-97f5-606abcd40a6f/1e4ea701-5473-443b-aeed-fa1b09c8f901/afffcac1-1dd9-430e-be66-8f63dd107851) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:20.223003 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:20.284623 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:20.293310 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:20.338627 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:20.341839 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:20.353275 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:20.395808 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] Pushing event updated for resources: {'Port': ['ID=afffcac1-1dd9-430e-be66-8f63dd107851,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:20.445449 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:20.650268 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:20.936386 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372952'] for router, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:21.142228 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] Router dd58d701-8c6a-480f-a936-024e0e5fe658 is scheduled to L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb with binding_index 1 {{(pid=103637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:44:21.315356 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:44:21.330342 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] Sync routers for ids ['dd58d701-8c6a-480f-a936-024e0e5fe658'] in dv-cinder-774286-16-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:44:21.341201 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] Notify callbacks [] for router, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:21.343909 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.3103914 Jun 16 13:44:21.348136 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 46822) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:21.353675 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] Routers {'dd58d701-8c6a-480f-a936-024e0e5fe658'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:44:21.355024 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:44:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['dd58d701-8c6a-480f-a936-024e0e5fe658'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:21.584600 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 46852) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:21.588925 dv-cinder-774286-16-iscsi neutron-server[103637]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 13:44:21.680671 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 46860) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:21.820194 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] Set router dd58d701-8c6a-480f-a936-024e0e5fe658 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:44:21.950281 dv-cinder-774286-16-iscsi neutron-server[103636]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 13:44:22.012145 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-72f143ce-a731-42b0-968c-92bd0b0efb41 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:22.020764 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-72f143ce-a731-42b0-968c-92bd0b0efb41 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/networks?id=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 HTTP/1.1" status: 200 len: 815 time: 0.4335492 Jun 16 13:44:22.045261 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-0ffc19ed-f6db-43e1-93a0-348c2a0e329b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/quotas/8c42ead8899c468cad6ac1d8d5f5db81 HTTP/1.1" status: 200 len: 375 time: 0.0182607 Jun 16 13:44:22.047975 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58d701-8c6a-480f-a936-024e0e5fe658', 'name': 'tempest-ServerRescueNegativeTestJSON-1393934631-router', 'tenant_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'afffcac1-1dd9-430e-be66-8f63dd107851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:19Z', 'updated_at': '2021-06-16T13:44:20Z', 'revision_number': 3, 'project_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'gw_port': {'id': 'afffcac1-1dd9-430e-be66-8f63dd107851', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58d701-8c6a-480f-a936-024e0e5fe658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:19Z', 'updated_at': '2021-06-16T13:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:22.052958 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] Checking router: dd58d701-8c6a-480f-a936-024e0e5fe658 for host: dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:44:22.053477 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] Updating router dd58d701-8c6a-480f-a936-024e0e5fe658 port afffcac1-1dd9-430e-be66-8f63dd107851 binding host dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:44:22.107410 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.125591 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-a01f8158-4bd0-41dd-820c-13233739ef66 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c42ead8899c468cad6ac1d8d5f5db81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743744 Jun 16 13:44:22.231746 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44251f19-3624-4cce-b796-8feb89d02632 req-9485a185-16a3-40a4-a699-a5cb276256ea tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:22.240334 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-44251f19-3624-4cce-b796-8feb89d02632 req-9485a185-16a3-40a4-a699-a5cb276256ea tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/networks?id=e66bacf2-486e-461e-b78e-90ae3d758b97 HTTP/1.1" status: 200 len: 812 time: 0.2911046 Jun 16 13:44:22.264018 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-44251f19-3624-4cce-b796-8feb89d02632 req-a912f0ef-801d-4620-a3e6-7075c8d59bd1 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/quotas/5081b55f4e0b46648e0d7532df903e32 HTTP/1.1" status: 200 len: 375 time: 0.0227377 Jun 16 13:44:22.342119 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-44251f19-3624-4cce-b796-8feb89d02632 req-7ef0a709-2c99-49dc-a9d6-ffe4d4b9e23b tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5081b55f4e0b46648e0d7532df903e32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770454 Jun 16 13:44:22.509663 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.543001 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-ada37492-fe69-4d3b-a633-e0ba9b932007 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:44:22.544095 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-ada37492-fe69-4d3b-a633-e0ba9b932007 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0901275 Jun 16 13:44:22.555672 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 46894) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:22.645357 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] Notify callbacks [] for port, precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.673221 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.provisioning_blocks [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] Transition to ACTIVE for port object afffcac1-1dd9-430e-be66-8f63dd107851 will not be triggered until provisioned by entity L2. {{(pid=103639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:22.684026 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.702471 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-73b6c43e-375d-4f89-bbf0-878f663cb59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:22.706949 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Allocated IP 172.20.0.1 (85829671-ff51-4425-b42d-a63bf1205528/20e48467-2ec8-45ec-81b7-458268130398/20de18e1-8b61-4695-80d9-b566815b0ac9) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:22.758674 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] Attempting to bind port afffcac1-1dd9-430e-be66-8f63dd107851 on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:22.759148 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] Attempting to bind port afffcac1-1dd9-430e-be66-8f63dd107851 by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:22.759616 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] Attempting to bind port afffcac1-1dd9-430e-be66-8f63dd107851 on network 4d1119cf-5fec-45f3-97f5-606abcd40a6f {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:22.786042 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77553099-c2c2-4ba2-9fa7-46526dcc9254 None None] Pushing event updated for resources: {'Port': ['ID=afffcac1-1dd9-430e-be66-8f63dd107851,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:22.794658 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:22.795276 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] Checking segment: {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:22.797762 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.798401 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] Bound using segment: {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:22.800066 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] Bound port: afffcac1-1dd9-430e-be66-8f63dd107851, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:22.800066 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.807697 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [req-44251f19-3624-4cce-b796-8feb89d02632 req-6013c93d-1f95-4731-bfe3-e2b26145baf1 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:44:22.815531 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-44251f19-3624-4cce-b796-8feb89d02632 req-6013c93d-1f95-4731-bfe3-e2b26145baf1 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1363373 Jun 16 13:44:22.847046 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77553099-c2c2-4ba2-9fa7-46526dcc9254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:22.847645 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77553099-c2c2-4ba2-9fa7-46526dcc9254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:22.848164 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77553099-c2c2-4ba2-9fa7-46526dcc9254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:22.848692 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77553099-c2c2-4ba2-9fa7-46526dcc9254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:22.849346 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77553099-c2c2-4ba2-9fa7-46526dcc9254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:22.850390 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77553099-c2c2-4ba2-9fa7-46526dcc9254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:22.850861 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77553099-c2c2-4ba2-9fa7-46526dcc9254 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:22.851332 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77553099-c2c2-4ba2-9fa7-46526dcc9254 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:22.851820 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77553099-c2c2-4ba2-9fa7-46526dcc9254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:22.852288 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77553099-c2c2-4ba2-9fa7-46526dcc9254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:22.852754 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77553099-c2c2-4ba2-9fa7-46526dcc9254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:22.853279 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77553099-c2c2-4ba2-9fa7-46526dcc9254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77553099-c2c2-4ba2-9fa7-46526dcc9254 None None] Tracked resource versions report: Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: pushed versions: Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: { 'AddressGroup': {'1.2'}, Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'ConntrackHelper': {'1.0'}, Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'Log': {'1.0'}, Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'Network': {'1.1'}, Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'Port': {'1.7'}, Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'PortForwarding': {'1.2'}, Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'QosPolicy': {'1.8'}, Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'SecurityGroup': {'1.4'}, Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'SubPort': {'1.0'}, Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'Subnet': {'1.1'}, Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'Trunk': {'1.1'}} Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: consumer versions: Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: { DHCP agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: HyperV agent@hv-cinder-77428: {}, Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: L3 agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: Metadata agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: Metering agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: Open vSwitch agent@dv-cinder-774286-16-iscsi: { 'AddressGroup': '1.2', Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'ConntrackHelper': '1.0', Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'Log': '1.0', Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'Network': '1.1', Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'Port': '1.7', Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'PortForwarding': '1.2', Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'QosPolicy': '1.8', Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'SecurityGroup': '1.4', Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'SecurityGroupRule': '1.2', Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'SubPort': '1.0', Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'Subnet': '1.1', Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: 'Trunk': '1.1'}} Jun 16 13:44:22.854717 dv-cinder-774286-16-iscsi neutron-server[103639]: {{(pid=103639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:44:22.861961 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-77553099-c2c2-4ba2-9fa7-46526dcc9254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:22.899480 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c6178fea-0db1-4a60-8de2-5f58001a4afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.907421 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] For port afffcac1-1dd9-430e-be66-8f63dd107851, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:22.914405 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] For port afffcac1-1dd9-430e-be66-8f63dd107851, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=afffcac1-1dd9-430e-be66-8f63dd107851,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:22.920935 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.924612 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-77553099-c2c2-4ba2-9fa7-46526dcc9254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:22.964436 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.988431 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-44251f19-3624-4cce-b796-8feb89d02632 req-17c26ebe-4217-45c0-9c8f-b927aad53ed5 service neutron] 10.222.0.26 "GET /v2.0/networks/e66bacf2-486e-461e-b78e-90ae3d758b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714807 Jun 16 13:44:23.077295 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] Routers {'dd58d701-8c6a-480f-a936-024e0e5fe658'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:44:23.078885 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c6178fea-0db1-4a60-8de2-5f58001a4afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.079570 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:44:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['dd58d701-8c6a-480f-a936-024e0e5fe658'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:23.090651 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c6178fea-0db1-4a60-8de2-5f58001a4afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.114721 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:23.125923 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-44251f19-3624-4cce-b796-8feb89d02632 req-8c9d9812-2877-414a-bddc-3351c7d1ad11 service neutron] 10.222.0.26 "GET /v2.0/networks/e66bacf2-486e-461e-b78e-90ae3d758b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364050 Jun 16 13:44:23.130200 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.139669 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:23.162394 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77553099-c2c2-4ba2-9fa7-46526dcc9254 None None] Pushing event updated for resources: {'Port': ['ID=afffcac1-1dd9-430e-be66-8f63dd107851,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:23.190131 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-77553099-c2c2-4ba2-9fa7-46526dcc9254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:23.212305 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 46914) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:23.242075 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Pushing event updated for resources: {'Port': ['ID=20de18e1-8b61-4695-80d9-b566815b0ac9,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:23.248619 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:23.262081 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Network 85829671-ff51-4425-b42d-a63bf1205528 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:23.265458 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:23.270151 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:23.271733 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672617'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.307578 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6178fea-0db1-4a60-8de2-5f58001a4afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08aff11-818b-4481-b376-c687fdc6e04b,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:23.312154 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c6178fea-0db1-4a60-8de2-5f58001a4afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:23.335934 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-c6178fea-0db1-4a60-8de2-5f58001a4afb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c656c4096f444ae1acebdea5fa64e2bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7787912 Jun 16 13:44:23.339678 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 46918) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:23.343113 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] Set router dd58d701-8c6a-480f-a936-024e0e5fe658 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:44:23.355264 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-9b7f93b5-fd2f-48b5-875b-b05df02deda9 service neutron] 10.222.0.26 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7934270 Jun 16 13:44:23.504281 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-97284b5d-3de9-4666-9454-38bd7f7e3ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.583207 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-26d11f82-928f-49b1-9752-b48fe730b27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.601358 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.640858 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58d701-8c6a-480f-a936-024e0e5fe658', 'name': 'tempest-ServerRescueNegativeTestJSON-1393934631-router', 'tenant_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'afffcac1-1dd9-430e-be66-8f63dd107851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:19Z', 'updated_at': '2021-06-16T13:44:20Z', 'revision_number': 3, 'project_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'gw_port': {'id': 'afffcac1-1dd9-430e-be66-8f63dd107851', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58d701-8c6a-480f-a936-024e0e5fe658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:19Z', 'updated_at': '2021-06-16T13:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:23.648256 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad51c11-849d-46a4-a1df-71aa0be49f65 None None] The sync data for ids ['dd58d701-8c6a-480f-a936-024e0e5fe658'] in dv-cinder-774286-16-iscsi is: [{'id': 'dd58d701-8c6a-480f-a936-024e0e5fe658', 'name': 'tempest-ServerRescueNegativeTestJSON-1393934631-router', 'tenant_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'afffcac1-1dd9-430e-be66-8f63dd107851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:19Z', 'updated_at': '2021-06-16T13:44:20Z', 'revision_number': 3, 'project_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'gw_port': {'id': 'afffcac1-1dd9-430e-be66-8f63dd107851', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58d701-8c6a-480f-a936-024e0e5fe658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:19Z', 'updated_at': '2021-06-16T13:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:44:23.654134 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-e92e6907-309f-4ccb-b06b-c27a7e63fb70 service neutron] 10.222.0.26 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811334 Jun 16 13:44:23.663898 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-26d11f82-928f-49b1-9752-b48fe730b27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.730320 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-97284b5d-3de9-4666-9454-38bd7f7e3ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.743344 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-97284b5d-3de9-4666-9454-38bd7f7e3ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.757953 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:23.810356 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97284b5d-3de9-4666-9454-38bd7f7e3ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce0feed-9abf-4f71-a50e-5e6180b83b52,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:23.816864 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-97284b5d-3de9-4666-9454-38bd7f7e3ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:23.839203 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-97284b5d-3de9-4666-9454-38bd7f7e3ef5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32a6fc2747bd4b479aee1592c4104a56&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6178184 Jun 16 13:44:23.840391 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 46946) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:23.841417 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-26d11f82-928f-49b1-9752-b48fe730b27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.885369 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-26d11f82-928f-49b1-9752-b48fe730b27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.889195 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-26d11f82-928f-49b1-9752-b48fe730b27c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b08aff11-818b-4481-b376-c687fdc6e04b HTTP/1.1" status: 204 len: 168 time: 0.5484278 Jun 16 13:44:23.895500 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:23.908560 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d11f82-928f-49b1-9752-b48fe730b27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08aff11-818b-4481-b376-c687fdc6e04b,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:23.912533 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-26d11f82-928f-49b1-9752-b48fe730b27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:23.936852 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1659c794-4863-4c26-8d76-3be439dc46d0 req-6715064d-bc16-4df7-9234-52ec4f839604 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 210 time: 0.1135108 Jun 16 13:44:23.953897 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-212f5ca3-cb08-4473-8ab6-702e59755369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.023043 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-212f5ca3-cb08-4473-8ab6-702e59755369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.023295 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.034056 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.037336 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672533'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.039628 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-d16f22c1-3663-45bf-8514-33a9efebd635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:24.285203 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-212f5ca3-cb08-4473-8ab6-702e59755369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.293828 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-212f5ca3-cb08-4473-8ab6-702e59755369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.300076 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-212f5ca3-cb08-4473-8ab6-702e59755369 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ce0feed-9abf-4f71-a50e-5e6180b83b52 HTTP/1.1" status: 204 len: 168 time: 0.4538620 Jun 16 13:44:24.300076 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c6178fea-0db1-4a60-8de2-5f58001a4afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:24.341436 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f5ca3-cb08-4473-8ab6-702e59755369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce0feed-9abf-4f71-a50e-5e6180b83b52,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:24.362277 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-212f5ca3-cb08-4473-8ab6-702e59755369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:24.475903 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Pushing event updated for resources: {'Port': ['ID=20de18e1-8b61-4695-80d9-b566815b0ac9,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:24.482172 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:24.636039 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-bba8058b-8e2d-4b1f-8872-004d38a54964 req-2ae2c6ae-bccb-4efa-9838-9acf8e4c2ea5 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 210 time: 0.0901842 Jun 16 13:44:24.654837 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Network 85829671-ff51-4425-b42d-a63bf1205528 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:24.657302 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:24.735617 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 46998) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:24.773499 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-75fe4ef7-146b-49fc-8d83-69075a42a335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.989568 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-75fe4ef7-146b-49fc-8d83-69075a42a335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.997021 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-75fe4ef7-146b-49fc-8d83-69075a42a335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.007735 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:25.171100 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-75fe4ef7-146b-49fc-8d83-69075a42a335 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=846eb7a943aa48f18fda36bf143d3787&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4279089 Jun 16 13:44:25.180348 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 47022) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:25.194084 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Router dd58d701-8c6a-480f-a936-024e0e5fe658 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:44:25.233592 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe4ef7-146b-49fc-8d83-69075a42a335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2864457-d841-4fca-b7ae-78526c266a7b,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:25.250048 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-75fe4ef7-146b-49fc-8d83-69075a42a335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:25.316920 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7deca55a-4208-4ebf-872b-16398f56be69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.370198 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 47034) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:25.383346 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7deca55a-4208-4ebf-872b-16398f56be69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.400328 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-affa3860-91a0-4ca9-b99b-68afcb05e1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.603547 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7deca55a-4208-4ebf-872b-16398f56be69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.610256 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7deca55a-4208-4ebf-872b-16398f56be69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.611137 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-13534007-d765-44ac-9cc0-70eb4eeac4ac req-cbb33a8a-ccbb-43f1-ad1b-5f68a930fcb2 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 210 time: 0.3310986 Jun 16 13:44:25.626966 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7deca55a-4208-4ebf-872b-16398f56be69 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a2864457-d841-4fca-b7ae-78526c266a7b HTTP/1.1" status: 204 len: 168 time: 0.4431779 Jun 16 13:44:25.639242 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:25.679453 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:44:25.691919 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deca55a-4208-4ebf-872b-16398f56be69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2864457-d841-4fca-b7ae-78526c266a7b,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:25.702917 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7deca55a-4208-4ebf-872b-16398f56be69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:25.725437 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] 10.222.0.26 "PUT /v2.0/routers/dd58d701-8c6a-480f-a936-024e0e5fe658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3736088 Jun 16 13:44:25.751028 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-affa3860-91a0-4ca9-b99b-68afcb05e1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.758722 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-affa3860-91a0-4ca9-b99b-68afcb05e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.762386 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-cb776cb9-3d8a-4904-b5b1-7a9403113c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:25.827933 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa3860-91a0-4ca9-b99b-68afcb05e1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c985059-6a07-4244-9efa-6d988fd89141,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:25.834489 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-affa3860-91a0-4ca9-b99b-68afcb05e1cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3d02d876a814351806d901a518cfcf7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4618964 Jun 16 13:44:25.835713 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-affa3860-91a0-4ca9-b99b-68afcb05e1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:25.837350 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 47052) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:25.981640 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d5a82f45-fca9-45b7-9e4e-dcaf77662e48 req-a83bc8e0-1ed0-45d0-8acd-4a9bba4db38a tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 210 time: 0.1057854 Jun 16 13:44:26.023464 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5c9af68d-af33-4ee5-a505-7f898a355ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.106553 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5c9af68d-af33-4ee5-a505-7f898a355ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.108360 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device afffcac1-1dd9-430e-be66-8f63dd107851 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:26.230378 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port afffcac1-1dd9-430e-be66-8f63dd107851 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:26.244895 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5c9af68d-af33-4ee5-a505-7f898a355ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.250501 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5c9af68d-af33-4ee5-a505-7f898a355ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.254400 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-5c9af68d-af33-4ee5-a505-7f898a355ac1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c985059-6a07-4244-9efa-6d988fd89141 HTTP/1.1" status: 204 len: 168 time: 0.4137325 Jun 16 13:44:26.256228 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-75fe4ef7-146b-49fc-8d83-69075a42a335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:26.258976 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port afffcac1-1dd9-430e-be66-8f63dd107851 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:26.259536 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.287109 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9af68d-af33-4ee5-a505-7f898a355ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c985059-6a07-4244-9efa-6d988fd89141,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:26.293646 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-5c9af68d-af33-4ee5-a505-7f898a355ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:26.462621 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.499168 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port afffcac1-1dd9-430e-be66-8f63dd107851, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=afffcac1-1dd9-430e-be66-8f63dd107851,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:26.509217 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.511497 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:26.583697 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=afffcac1-1dd9-430e-be66-8f63dd107851,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:26.595242 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:26.595776 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:26.596389 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:26.596897 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:26.597386 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:26.597877 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:26.598890 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:26.599615 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:26.600182 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:26.600940 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:26.601892 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:26.602467 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Tracked resource versions report: Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: pushed versions: Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: { 'AddressGroup': {'1.2'}, Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'ConntrackHelper': {'1.0'}, Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'Log': {'1.0'}, Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'Network': {'1.1'}, Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'Port': {'1.7'}, Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'PortForwarding': {'1.2'}, Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'QosPolicy': {'1.8'}, Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'SecurityGroup': {'1.4'}, Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'SubPort': {'1.0'}, Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'Subnet': {'1.1'}, Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'Trunk': {'1.1'}} Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: consumer versions: Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: { DHCP agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: HyperV agent@hv-cinder-77428: {}, Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: L3 agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: Metadata agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: Metering agent@dv-cinder-774286-16-iscsi: {}, Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: Open vSwitch agent@dv-cinder-774286-16-iscsi: { 'AddressGroup': '1.2', Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'ConntrackHelper': '1.0', Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'Log': '1.0', Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'Network': '1.1', Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'Port': '1.7', Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'PortForwarding': '1.2', Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'QosPolicy': '1.8', Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'SecurityGroup': '1.4', Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'SecurityGroupRule': '1.2', Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'SubPort': '1.0', Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'Subnet': '1.1', Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: 'Trunk': '1.1'}} Jun 16 13:44:26.603986 dv-cinder-774286-16-iscsi neutron-server[103638]: {{(pid=103638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:44:26.610861 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] Sync routers for ids ['dd58d701-8c6a-480f-a936-024e0e5fe658'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:44:26.618182 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:26.624166 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] Routers {'dd58d701-8c6a-480f-a936-024e0e5fe658'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:44:26.624900 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:44:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['dd58d701-8c6a-480f-a936-024e0e5fe658'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:26.766589 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] Set router dd58d701-8c6a-480f-a936-024e0e5fe658 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:44:26.860431 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f75d5c11-638b-4b1c-8bcd-5a120958b27b req-79621d94-00d5-4666-9b97-69ac39462fb8 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 210 time: 0.0518162 Jun 16 13:44:27.003382 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-2869e03f-5f36-4f48-9064-53d020789587 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:27.004929 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-2869e03f-5f36-4f48-9064-53d020789587 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/networks?id=85829671-ff51-4425-b42d-a63bf1205528 HTTP/1.1" status: 200 len: 819 time: 0.1270225 Jun 16 13:44:27.033622 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-dbaaccca-919a-4f08-b19f-0e5140029708 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/quotas/b38c4d67e4ae4661a6054f7a124119f3 HTTP/1.1" status: 200 len: 375 time: 0.0176568 Jun 16 13:44:27.095276 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58d701-8c6a-480f-a936-024e0e5fe658', 'name': 'tempest-ServerRescueNegativeTestJSON-1393934631-router', 'tenant_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'afffcac1-1dd9-430e-be66-8f63dd107851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:19Z', 'updated_at': '2021-06-16T13:44:23Z', 'revision_number': 4, 'project_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'gw_port': {'id': 'afffcac1-1dd9-430e-be66-8f63dd107851', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d701-8c6a-480f-a936-024e0e5fe658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:19Z', 'updated_at': '2021-06-16T13:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '20de18e1-8b61-4695-80d9-b566815b0ac9', 'name': '', 'network_id': '85829671-ff51-4425-b42d-a63bf1205528', 'tenant_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'mac_address': 'fa:16:3e:d0:b0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58d701-8c6a-480f-a936-024e0e5fe658', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '20e48467-2ec8-45ec-81b7-458268130398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:22Z', 'updated_at': '2021-06-16T13:44:23Z', 'revision_number': 2, 'project_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'subnets': [{'id': '20e48467-2ec8-45ec-81b7-458268130398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:27.099982 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] Checking router: dd58d701-8c6a-480f-a936-024e0e5fe658 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:44:27.100572 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] Updating router dd58d701-8c6a-480f-a936-024e0e5fe658 port 20de18e1-8b61-4695-80d9-b566815b0ac9 binding host dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:44:27.182006 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.195017 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-4f9cd9a9-eba2-4d49-aac6-50d1f958da0f tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b38c4d67e4ae4661a6054f7a124119f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1546021 Jun 16 13:44:27.247471 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-2ad08a32-3a0a-402b-af78-381946f0d7c5 req-effbd326-85ba-47e1-a4b3-78f0c1b59994 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 210 time: 0.0786111 Jun 16 13:44:27.318944 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-d702f2f9-f976-4990-8797-d3dd789e763a service neutron] 10.222.0.26 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120293 Jun 16 13:44:27.449908 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-086c2b4f-9b8f-4991-b25e-ca3b75168b7c service neutron] 10.222.0.26 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255546 Jun 16 13:44:27.661002 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] Notify callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.687934 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] Transition to ACTIVE for port object 20de18e1-8b61-4695-80d9-b566815b0ac9 will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:27.699075 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.705689 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:27.783897 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5c1480e4-37ca-4d50-8069-ea49509fe57f req-38c9d97d-d9dc-4a48-951e-32fcdd355cd1 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 210 time: 0.0640194 Jun 16 13:44:27.924709 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9eecc-038e-4d20-a180-b31153263355 None None] Pushing event updated for resources: {'Port': ['ID=20de18e1-8b61-4695-80d9-b566815b0ac9,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:27.930256 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-78f9eecc-038e-4d20-a180-b31153263355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:27.996491 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] Attempting to bind port 20de18e1-8b61-4695-80d9-b566815b0ac9 on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:27.997821 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] Attempting to bind port 20de18e1-8b61-4695-80d9-b566815b0ac9 by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '764b1a0a-1f19-4d74-bfc0-c8f2881b0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '85829671-ff51-4425-b42d-a63bf1205528'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:27.998589 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] Attempting to bind port 20de18e1-8b61-4695-80d9-b566815b0ac9 on network 85829671-ff51-4425-b42d-a63bf1205528 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:28.009201 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:28.009928 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] Checking segment: {'id': '764b1a0a-1f19-4d74-bfc0-c8f2881b0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '85829671-ff51-4425-b42d-a63bf1205528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:28.010547 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:28.011152 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] Bound using segment: {'id': '764b1a0a-1f19-4d74-bfc0-c8f2881b0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '85829671-ff51-4425-b42d-a63bf1205528'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:28.011851 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] Bound port: 20de18e1-8b61-4695-80d9-b566815b0ac9, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764b1a0a-1f19-4d74-bfc0-c8f2881b0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '85829671-ff51-4425-b42d-a63bf1205528'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:28.013122 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:28.087854 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device afffcac1-1dd9-430e-be66-8f63dd107851 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:28.208798 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-377e3852-caa0-45c7-9833-37dfc6e13c54 req-6c3fb05a-3076-4288-9d29-a0c56a6d1f70 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 210 time: 0.0829792 Jun 16 13:44:28.240568 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] For port 20de18e1-8b61-4695-80d9-b566815b0ac9, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:28.245280 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] For port 20de18e1-8b61-4695-80d9-b566815b0ac9, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=20de18e1-8b61-4695-80d9-b566815b0ac9,segment=NetworkSegment(764b1a0a-1f19-4d74-bfc0-c8f2881b0942),segment_id=764b1a0a-1f19-4d74-bfc0-c8f2881b0942)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:28.249087 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-00249dd6-99a3-4bde-a7ea-edcb1314942e tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:28.259185 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:28.260279 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port afffcac1-1dd9-430e-be66-8f63dd107851 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:28.260868 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:28.265469 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-00249dd6-99a3-4bde-a7ea-edcb1314942e tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/networks?id=85829671-ff51-4425-b42d-a63bf1205528 HTTP/1.1" status: 200 len: 819 time: 0.1622045 Jun 16 13:44:28.293247 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:28.307772 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-70981b10-1fdf-4d20-8d6c-a625141c4606 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/quotas/b38c4d67e4ae4661a6054f7a124119f3 HTTP/1.1" status: 200 len: 375 time: 0.0389125 Jun 16 13:44:28.383951 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9eecc-038e-4d20-a180-b31153263355 None None] Pushing event updated for resources: {'Port': ['ID=20de18e1-8b61-4695-80d9-b566815b0ac9,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:28.389993 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-78f9eecc-038e-4d20-a180-b31153263355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:28.391716 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] Routers {'dd58d701-8c6a-480f-a936-024e0e5fe658'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:44:28.392649 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:44:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['dd58d701-8c6a-480f-a936-024e0e5fe658'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:28.493113 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-91c4e452-6def-42f8-9c2a-f9605987a7aa tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b38c4d67e4ae4661a6054f7a124119f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1839938 Jun 16 13:44:28.526848 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ce944df2-dd5d-4040-85c1-2f3206a26938 req-374062d3-2d1d-4b5d-be1f-fb682aa647cd tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 210 time: 0.0455060 Jun 16 13:44:28.691887 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-4a4dc4b6-6b7a-40ad-9e16-7cb7c74a0668 service neutron] 10.222.0.26 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965609 Jun 16 13:44:28.907670 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 47224) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:28.923247 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-91078691-a2c2-44cd-a1a9-52ee186060cf service neutron] 10.222.0.26 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300375 Jun 16 13:44:29.069375 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] Set router dd58d701-8c6a-480f-a936-024e0e5fe658 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:44:29.343849 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-331ca31a-5d03-416c-9c68-4cf0e9e5cd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:29.481602 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0ca53b59-0e67-4233-bc1a-ee2ef867851f req-3f47d10f-a919-4060-b443-c8410ebeb83e tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 210 time: 0.0656009 Jun 16 13:44:29.566725 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e6739fbd-15cf-4d4a-a9b3-46d974837fe3 req-c0bbd6ad-dc7d-4bd2-bb57-07e127c77e24 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 210 time: 0.1207774 Jun 16 13:44:29.607658 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-331ca31a-5d03-416c-9c68-4cf0e9e5cd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:29.629755 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-331ca31a-5d03-416c-9c68-4cf0e9e5cd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:29.641751 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:29.662706 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58d701-8c6a-480f-a936-024e0e5fe658', 'name': 'tempest-ServerRescueNegativeTestJSON-1393934631-router', 'tenant_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'afffcac1-1dd9-430e-be66-8f63dd107851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:19Z', 'updated_at': '2021-06-16T13:44:23Z', 'revision_number': 4, 'project_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'gw_port': {'id': 'afffcac1-1dd9-430e-be66-8f63dd107851', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d701-8c6a-480f-a936-024e0e5fe658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:19Z', 'updated_at': '2021-06-16T13:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '20de18e1-8b61-4695-80d9-b566815b0ac9', 'name': '', 'network_id': '85829671-ff51-4425-b42d-a63bf1205528', 'tenant_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'mac_address': 'fa:16:3e:d0:b0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58d701-8c6a-480f-a936-024e0e5fe658', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '20e48467-2ec8-45ec-81b7-458268130398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:22Z', 'updated_at': '2021-06-16T13:44:28Z', 'revision_number': 4, 'project_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'subnets': [{'id': '20e48467-2ec8-45ec-81b7-458268130398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:29.667033 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231b37ca-c4f7-44eb-b681-914b482220c5 None None] The sync data for ids ['dd58d701-8c6a-480f-a936-024e0e5fe658'] in dv-cinder-774286-16-iscsi is: [{'id': 'dd58d701-8c6a-480f-a936-024e0e5fe658', 'name': 'tempest-ServerRescueNegativeTestJSON-1393934631-router', 'tenant_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'afffcac1-1dd9-430e-be66-8f63dd107851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:19Z', 'updated_at': '2021-06-16T13:44:23Z', 'revision_number': 4, 'project_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'gw_port': {'id': 'afffcac1-1dd9-430e-be66-8f63dd107851', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d701-8c6a-480f-a936-024e0e5fe658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:19Z', 'updated_at': '2021-06-16T13:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '20de18e1-8b61-4695-80d9-b566815b0ac9', 'name': '', 'network_id': '85829671-ff51-4425-b42d-a63bf1205528', 'tenant_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'mac_address': 'fa:16:3e:d0:b0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58d701-8c6a-480f-a936-024e0e5fe658', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '20e48467-2ec8-45ec-81b7-458268130398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:22Z', 'updated_at': '2021-06-16T13:44:28Z', 'revision_number': 4, 'project_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'subnets': [{'id': '20e48467-2ec8-45ec-81b7-458268130398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:44:29.695714 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ca31a-5d03-416c-9c68-4cf0e9e5cd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342f9917-427a-4dc4-b423-5d410be00301,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:29.700608 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-331ca31a-5d03-416c-9c68-4cf0e9e5cd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:29.703815 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-331ca31a-5d03-416c-9c68-4cf0e9e5cd40 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b4e3801601044075bb5872ed74c2e624&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7947550 Jun 16 13:44:29.707356 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 47264) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:29.944360 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9d37b086-062c-4204-80d1-ed4c0f3aa056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:29.960686 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-2dc73ee7-5c26-4de9-96a1-e5fa4427e285 req-c25e4bce-9cf8-438e-9881-cb5555de7794 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 210 time: 0.0985198 Jun 16 13:44:29.991592 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.63', 51071) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:30.045678 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9d37b086-062c-4204-80d1-ed4c0f3aa056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:30.116559 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 20de18e1-8b61-4695-80d9-b566815b0ac9 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:30.194116 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9d37b086-062c-4204-80d1-ed4c0f3aa056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:30.198062 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9d37b086-062c-4204-80d1-ed4c0f3aa056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:30.201808 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-9d37b086-062c-4204-80d1-ed4c0f3aa056 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/342f9917-427a-4dc4-b423-5d410be00301 HTTP/1.1" status: 204 len: 168 time: 0.4903467 Jun 16 13:44:30.201808 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:30.225633 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37b086-062c-4204-80d1-ed4c0f3aa056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342f9917-427a-4dc4-b423-5d410be00301,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:30.232101 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-9d37b086-062c-4204-80d1-ed4c0f3aa056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:30.269829 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port 20de18e1-8b61-4695-80d9-b566815b0ac9 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:30.285758 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 20de18e1-8b61-4695-80d9-b566815b0ac9 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:30.286737 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:30.304366 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-8cc8d502-ef85-4aa5-a738-891c599382ce tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:30.333247 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-8cc8d502-ef85-4aa5-a738-891c599382ce tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.63 "GET /v2.0/networks?id=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 HTTP/1.1" status: 200 len: 815 time: 0.3401289 Jun 16 13:44:30.403160 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-0923471b-9626-4996-9dd6-24d89baa12d2 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Request body: {'port': {'device_id': '52871314-de1c-489a-bfdb-8b1c80521b31', 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783', 'admin_state_up': True, 'tenant_id': '8c42ead8899c468cad6ac1d8d5f5db81'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:30.540320 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:30.682380 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port 20de18e1-8b61-4695-80d9-b566815b0ac9, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=20de18e1-8b61-4695-80d9-b566815b0ac9,segment=NetworkSegment(764b1a0a-1f19-4d74-bfc0-c8f2881b0942),segment_id=764b1a0a-1f19-4d74-bfc0-c8f2881b0942)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:30.698363 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:30.700387 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:30.943362 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=20de18e1-8b61-4695-80d9-b566815b0ac9,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:30.962445 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:31.055376 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.63', 51080) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:31.152251 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3a004a72-00fb-404f-9c28-c4f596429e96 req-90076c55-a3c9-491b-a23d-b6af7457ebd7 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 210 time: 0.1791933 Jun 16 13:44:31.186708 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 47326) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:31.294019 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-0923471b-9626-4996-9dd6-24d89baa12d2 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Made reservation on behalf of 8c42ead8899c468cad6ac1d8d5f5db81 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:31.304965 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-0923471b-9626-4996-9dd6-24d89baa12d2 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.379860 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 47332) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:31.429046 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-58838b42-acd3-4ece-a499-3f5b95c43fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.496046 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44251f19-3624-4cce-b796-8feb89d02632 req-f495ee82-c883-48d9-adfe-4fcb9301d33b tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:31.498302 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-44251f19-3624-4cce-b796-8feb89d02632 req-f495ee82-c883-48d9-adfe-4fcb9301d33b tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.63 "GET /v2.0/networks?id=e66bacf2-486e-461e-b78e-90ae3d758b97 HTTP/1.1" status: 200 len: 812 time: 0.4399552 Jun 16 13:44:31.518001 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-44251f19-3624-4cce-b796-8feb89d02632 req-3f1640fc-75ba-46fa-9c58-54f4dd1b63bc tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Request body: {'port': {'device_id': 'ef142914-b360-4c05-b92d-d9e24014d783', 'network_id': 'e66bacf2-486e-461e-b78e-90ae3d758b97', 'admin_state_up': True, 'tenant_id': '5081b55f4e0b46648e0d7532df903e32'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:31.742977 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e1ec1d57-1a32-4fb5-aebc-7735a5e81993 req-3910883e-42da-4fd4-b997-64baaa63d2c2 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 210 time: 0.2730494 Jun 16 13:44:31.868879 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ccfd04ac-fb3b-4e4b-baca-29f1177ce53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:32.009412 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-21c3ed65-cee7-41b1-ba90-e9d515fcf71a req-6bdb0cf2-49a9-4686-a8af-2701702765ab tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 210 time: 0.5100036 Jun 16 13:44:32.041155 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.63', 51082) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:32.105497 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 20de18e1-8b61-4695-80d9-b566815b0ac9 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:32.115939 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-0923471b-9626-4996-9dd6-24d89baa12d2 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Allocated IP 172.20.0.3 (c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783/3964001d-ef45-459e-8d1d-8c4399f1ca2e/d61ef967-0245-46fb-bd27-a9c50ac91287) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:32.288188 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 20de18e1-8b61-4695-80d9-b566815b0ac9 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:32.288686 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:32.533386 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-58838b42-acd3-4ece-a499-3f5b95c43fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:32.552349 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f72cdf41-9fd3-4346-a010-7fe4eaf7adad req-fd40248a-f381-4c81-8ee8-34c8264eeef6 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 210 time: 0.0727389 Jun 16 13:44:32.570758 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-58838b42-acd3-4ece-a499-3f5b95c43fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:32.585844 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:32.588610 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.db.api [req-44251f19-3624-4cce-b796-8feb89d02632 req-3f1640fc-75ba-46fa-9c58-54f4dd1b63bc tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 13:44:32.588610 dv-cinder-774286-16-iscsi neutron-server[103637]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 13:44:32.588610 dv-cinder-774286-16-iscsi neutron-server[103637]: [parameters: {'project_id_1': '5081b55f4e0b46648e0d7532df903e32', 'expiration_1': datetime.datetime(2021, 6, 16, 13, 44, 32, 284182)}] Jun 16 13:44:32.588610 dv-cinder-774286-16-iscsi neutron-server[103637]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 13:44:32.589482 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_db.api [req-44251f19-3624-4cce-b796-8feb89d02632 req-3f1640fc-75ba-46fa-9c58-54f4dd1b63bc tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 13:44:32.656434 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58838b42-acd3-4ece-a499-3f5b95c43fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143a7587-9a3d-4c07-a359-915a55d13631,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:32.696084 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-58838b42-acd3-4ece-a499-3f5b95c43fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:32.773975 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 47406) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:32.784036 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 47408) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:32.812303 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-58838b42-acd3-4ece-a499-3f5b95c43fd0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc911672fc4f4a4c9b6b1d70257f0372&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3966851 Jun 16 13:44:32.817327 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.63', 51085) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:33.196664 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-0923471b-9626-4996-9dd6-24d89baa12d2 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.262907 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-cffc89a4-d3d9-48b2-9bd5-0ea029056ace tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:33.264985 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-cffc89a4-d3d9-48b2-9bd5-0ea029056ace tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.63 "GET /v2.0/networks?id=85829671-ff51-4425-b42d-a63bf1205528 HTTP/1.1" status: 200 len: 819 time: 1.2216907 Jun 16 13:44:33.302438 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-0923471b-9626-4996-9dd6-24d89baa12d2 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.337738 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ccfd04ac-fb3b-4e4b-baca-29f1177ce53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.340419 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:33.405720 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8072a9b4-3e02-46a2-80bc-8aed39aeaa65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.488839 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44251f19-3624-4cce-b796-8feb89d02632 req-3f1640fc-75ba-46fa-9c58-54f4dd1b63bc tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Made reservation on behalf of 5081b55f4e0b46648e0d7532df903e32 for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:33.495413 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-44251f19-3624-4cce-b796-8feb89d02632 req-3f1640fc-75ba-46fa-9c58-54f4dd1b63bc tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.766726 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-a9a0df49-6d08-4702-9893-2bbb755951b5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Request body: {'port': {'device_id': '350c50e7-bf78-4a2c-b688-813c21c7bf15', 'network_id': '85829671-ff51-4425-b42d-a63bf1205528', 'admin_state_up': True, 'tenant_id': 'b38c4d67e4ae4661a6054f7a124119f3'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:33.810120 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-81cacb7e-81b8-4b63-a46d-45480679c64a req-c198df1e-db63-416c-87bd-d30ac42e68a2 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 210 time: 0.4597874 Jun 16 13:44:33.810853 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ccfd04ac-fb3b-4e4b-baca-29f1177ce53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.841203 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-8d935c6f-16bd-4a2b-8e93-63fbaa641775 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:33.842745 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-8d935c6f-16bd-4a2b-8e93-63fbaa641775 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.63 "GET /v2.0/networks?id=85829671-ff51-4425-b42d-a63bf1205528 HTTP/1.1" status: 200 len: 819 time: 1.0047128 Jun 16 13:44:33.853957 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-22e450c4-73f3-4800-99a7-b1fa85b354e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.945266 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-c28dfff7-eb25-4656-9541-ccee0b3c7d70 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Request body: {'port': {'device_id': '092901f0-cc9a-4287-a642-3aab53ccf58e', 'network_id': '85829671-ff51-4425-b42d-a63bf1205528', 'admin_state_up': True, 'tenant_id': 'b38c4d67e4ae4661a6054f7a124119f3'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:33.954346 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923471b-9626-4996-9dd6-24d89baa12d2 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Pushing event updated for resources: {'Port': ['ID=d61ef967-0245-46fb-bd27-a9c50ac91287,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:34.043224 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-0923471b-9626-4996-9dd6-24d89baa12d2 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:34.047399 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fbe92e3f-e007-4f3e-a888-e5b93ac22263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:34.098691 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-22e450c4-73f3-4800-99a7-b1fa85b354e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.103436 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-ccfd04ac-fb3b-4e4b-baca-29f1177ce53f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=06e001379fe444bb999c96195d72a3f7&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9152339 Jun 16 13:44:34.104512 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 47448) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:34.111252 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-0923471b-9626-4996-9dd6-24d89baa12d2 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Network c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:34.113685 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd04ac-fb3b-4e4b-baca-29f1177ce53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9ab567-f5ed-4e37-ba22-134adff3e45b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:34.204325 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-0923471b-9626-4996-9dd6-24d89baa12d2 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:34.228942 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-ccfd04ac-fb3b-4e4b-baca-29f1177ce53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:34.340453 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3dec65-1f63-4c4b-ba49-a311c50d08ce req-89d652eb-982e-46a3-8db7-3b696ccd0cb5 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:34.348296 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-cf3dec65-1f63-4c4b-ba49-a311c50d08ce req-89d652eb-982e-46a3-8db7-3b696ccd0cb5 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 931 time: 1.1017904 Jun 16 13:44:34.372808 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e4120baa-92b2-4b5a-a79a-2b44e8deda65 req-bd5cf5f4-aea1-45ab-a560-f17ce7d9add5 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 210 time: 0.1307781 Jun 16 13:44:34.375105 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8072a9b4-3e02-46a2-80bc-8aed39aeaa65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.390478 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8072a9b4-3e02-46a2-80bc-8aed39aeaa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.392089 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-44251f19-3624-4cce-b796-8feb89d02632 req-3f1640fc-75ba-46fa-9c58-54f4dd1b63bc tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Allocated IP 172.20.0.6 (e66bacf2-486e-461e-b78e-90ae3d758b97/591721d4-a860-4830-af20-ef37e56a08b3/ac546121-a98c-4a7f-b8f5-c34cc9717255) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:34.393986 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1428c522-fef9-4c57-9e03-f67196f78f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.406415 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-97284b5d-3de9-4666-9454-38bd7f7e3ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:34.421598 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1428c522-fef9-4c57-9e03-f67196f78f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.441798 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-0923471b-9626-4996-9dd6-24d89baa12d2 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:34.452207 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-0923471b-9626-4996-9dd6-24d89baa12d2 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:34.453956 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-0923471b-9626-4996-9dd6-24d89baa12d2 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.469578 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-22e450c4-73f3-4800-99a7-b1fa85b354e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.488843 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-22e450c4-73f3-4800-99a7-b1fa85b354e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.490165 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-22e450c4-73f3-4800-99a7-b1fa85b354e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/143a7587-9a3d-4c07-a359-915a55d13631 HTTP/1.1" status: 204 len: 168 time: 1.7148328 Jun 16 13:44:34.490909 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-c28dfff7-eb25-4656-9541-ccee0b3c7d70 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Made reservation on behalf of b38c4d67e4ae4661a6054f7a124119f3 for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:34.494838 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-c28dfff7-eb25-4656-9541-ccee0b3c7d70 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.513933 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-8072a9b4-3e02-46a2-80bc-8aed39aeaa65 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce48267411c9438289fbe6bf2ecac690&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7287610 Jun 16 13:44:34.527700 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072a9b4-3e02-46a2-80bc-8aed39aeaa65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91661040-2adb-4667-b83e-c02a44b822e7,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:34.539395 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 47460) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:34.545979 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-8072a9b4-3e02-46a2-80bc-8aed39aeaa65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:34.546462 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:34.598271 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e450c4-73f3-4800-99a7-b1fa85b354e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143a7587-9a3d-4c07-a359-915a55d13631,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:34.611985 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-22e450c4-73f3-4800-99a7-b1fa85b354e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:34.641426 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-0923471b-9626-4996-9dd6-24d89baa12d2 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2589438 Jun 16 13:44:34.717929 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-fb2d6672-7a9f-412c-86ff-8178fe1a2f9f tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:44:34.719453 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-fb2d6672-7a9f-412c-86ff-8178fe1a2f9f tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0555522 Jun 16 13:44:34.726107 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-a9a0df49-6d08-4702-9893-2bbb755951b5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Made reservation on behalf of b38c4d67e4ae4661a6054f7a124119f3 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:34.730857 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-a9a0df49-6d08-4702-9893-2bbb755951b5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.738074 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-cf3dec65-1f63-4c4b-ba49-a311c50d08ce req-68e8c121-ba7a-4111-b56c-4786f043762b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883250 Jun 16 13:44:34.795681 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1428c522-fef9-4c57-9e03-f67196f78f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.816209 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1428c522-fef9-4c57-9e03-f67196f78f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.817423 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-1428c522-fef9-4c57-9e03-f67196f78f05 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c9ab567-f5ed-4e37-ba22-134adff3e45b HTTP/1.1" status: 204 len: 168 time: 0.6676140 Jun 16 13:44:34.818224 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba215b38-d058-4858-b8f7-797a616e9bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.821806 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-331ca31a-5d03-416c-9c68-4cf0e9e5cd40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:34.898907 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428c522-fef9-4c57-9e03-f67196f78f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9ab567-f5ed-4e37-ba22-134adff3e45b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:34.917200 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-1428c522-fef9-4c57-9e03-f67196f78f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:34.924253 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba215b38-d058-4858-b8f7-797a616e9bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.967899 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-44251f19-3624-4cce-b796-8feb89d02632 req-3f1640fc-75ba-46fa-9c58-54f4dd1b63bc tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.991595 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-c28dfff7-eb25-4656-9541-ccee0b3c7d70 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Allocated IP 172.20.0.11 (85829671-ff51-4425-b42d-a63bf1205528/20e48467-2ec8-45ec-81b7-458268130398/21bf8538-5990-4f19-8c37-b51515b8da9f) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:35.026137 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba215b38-d058-4858-b8f7-797a616e9bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:35.040663 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba215b38-d058-4858-b8f7-797a616e9bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:35.050747 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-ba215b38-d058-4858-b8f7-797a616e9bb6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91661040-2adb-4667-b83e-c02a44b822e7 HTTP/1.1" status: 204 len: 168 time: 0.4863312 Jun 16 13:44:35.057473 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-1428c522-fef9-4c57-9e03-f67196f78f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:35.132291 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba215b38-d058-4858-b8f7-797a616e9bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91661040-2adb-4667-b83e-c02a44b822e7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:35.142901 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-ba215b38-d058-4858-b8f7-797a616e9bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:35.633201 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-c28dfff7-eb25-4656-9541-ccee0b3c7d70 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:35.702957 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ea5dd386-9c66-439e-b205-a62c4050cc63 req-337d4265-fcfb-4a54-85f6-fa2a82a69265 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 210 time: 0.2311566 Jun 16 13:44:35.707670 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-44251f19-3624-4cce-b796-8feb89d02632 req-3f1640fc-75ba-46fa-9c58-54f4dd1b63bc tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:35.733129 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:35.875233 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Request body: {'port': {'device_id': '52871314-de1c-489a-bfdb-8b1c80521b31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:35.890963 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44251f19-3624-4cce-b796-8feb89d02632 req-3f1640fc-75ba-46fa-9c58-54f4dd1b63bc tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Network e66bacf2-486e-461e-b78e-90ae3d758b97 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:35.905061 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-44251f19-3624-4cce-b796-8feb89d02632 req-3f1640fc-75ba-46fa-9c58-54f4dd1b63bc tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:35.913816 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-c28dfff7-eb25-4656-9541-ccee0b3c7d70 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:35.924703 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-44251f19-3624-4cce-b796-8feb89d02632 req-3f1640fc-75ba-46fa-9c58-54f4dd1b63bc tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:35.950926 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44251f19-3624-4cce-b796-8feb89d02632 req-3f1640fc-75ba-46fa-9c58-54f4dd1b63bc tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:35.953647 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-44251f19-3624-4cce-b796-8feb89d02632 req-3f1640fc-75ba-46fa-9c58-54f4dd1b63bc tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.115547 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1640fc-75ba-46fa-9c58-54f4dd1b63bc tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Pushing event updated for resources: {'Port': ['ID=ac546121-a98c-4a7f-b8f5-c34cc9717255,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:36.156734 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-c28dfff7-eb25-4656-9541-ccee0b3c7d70 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Network 85829671-ff51-4425-b42d-a63bf1205528 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:36.158187 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-3f1640fc-75ba-46fa-9c58-54f4dd1b63bc tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:36.160293 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-44251f19-3624-4cce-b796-8feb89d02632 req-3f1640fc-75ba-46fa-9c58-54f4dd1b63bc tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6497056 Jun 16 13:44:36.165283 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-8b0bcab2-688a-4f1d-a99a-354859fd5a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:36.228422 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fb1fc-eeb6-425f-a67f-009e4e4736a8 req-7d6d61f6-5ac6-44e0-ac11-51e0b019c56b tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:36.231402 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-499fb1fc-eeb6-425f-a67f-009e4e4736a8 req-7d6d61f6-5ac6-44e0-ac11-51e0b019c56b tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 931 time: 0.5200789 Jun 16 13:44:36.241117 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-a9a0df49-6d08-4702-9893-2bbb755951b5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Allocated IP 172.20.0.8 (85829671-ff51-4425-b42d-a63bf1205528/20e48467-2ec8-45ec-81b7-458268130398/353c9e11-8652-45b6-8fc9-f6c55978816a) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:36.321405 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.338123 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-499fb1fc-eeb6-425f-a67f-009e4e4736a8 req-fe10d6a3-8626-4491-900b-7d1e1d99f689 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996737 Jun 16 13:44:36.399188 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28dfff7-eb25-4656-9541-ccee0b3c7d70 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Pushing event updated for resources: {'Port': ['ID=21bf8538-5990-4f19-8c37-b51515b8da9f,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:36.404074 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c28dfff7-eb25-4656-9541-ccee0b3c7d70 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:36.418163 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Request body: {'port': {'device_id': 'ef142914-b360-4c05-b92d-d9e24014d783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:36.432618 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-c28dfff7-eb25-4656-9541-ccee0b3c7d70 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:36.517666 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-c28dfff7-eb25-4656-9541-ccee0b3c7d70 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:36.545409 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-c28dfff7-eb25-4656-9541-ccee0b3c7d70 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:36.546468 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-c28dfff7-eb25-4656-9541-ccee0b3c7d70 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.814534 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-c28dfff7-eb25-4656-9541-ccee0b3c7d70 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9034100 Jun 16 13:44:36.897006 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Request body: {'port': {'device_id': '092901f0-cc9a-4287-a642-3aab53ccf58e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:36.964662 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e85f6-0dbd-4640-9794-f0940cf2fbdf req-269c182e-511a-4b1a-bc53-de793913e07f tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:36.984370 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8f4e85f6-0dbd-4640-9794-f0940cf2fbdf req-269c182e-511a-4b1a-bc53-de793913e07f tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 931 time: 0.8555431 Jun 16 13:44:37.218348 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:37.518946 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-a9a0df49-6d08-4702-9893-2bbb755951b5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Notify callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:37.536954 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8f4e85f6-0dbd-4640-9794-f0940cf2fbdf req-462e8b33-84e9-426d-8cf3-16ce899b30cb tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5575180 Jun 16 13:44:37.538715 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:37.680753 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ba12c-25ac-475c-a2fd-5f358c7e7632 req-fd5d4c07-4677-460a-b408-f3d78920e962 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:37.700441 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f32ba12c-25ac-475c-a2fd-5f358c7e7632 req-fd5d4c07-4677-460a-b408-f3d78920e962 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 932 time: 0.6202545 Jun 16 13:44:37.975896 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f32ba12c-25ac-475c-a2fd-5f358c7e7632 req-ed3ea084-8384-4f94-9590-7e839cca4ce9 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742505 Jun 16 13:44:38.109282 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-a9a0df49-6d08-4702-9893-2bbb755951b5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.134671 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61ef967-0245-46fb-bd27-a9c50ac91287 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:38.144045 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:38.261008 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.270180 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 47576) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:38.271438 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0df49-6d08-4702-9893-2bbb755951b5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Pushing event updated for resources: {'Port': ['ID=353c9e11-8652-45b6-8fc9-f6c55978816a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:38.307648 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-a9a0df49-6d08-4702-9893-2bbb755951b5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:38.349908 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-a9a0df49-6d08-4702-9893-2bbb755951b5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Network 85829671-ff51-4425-b42d-a63bf1205528 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:38.351444 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Transition to ACTIVE for port object d61ef967-0245-46fb-bd27-a9c50ac91287 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:38.352996 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-a9a0df49-6d08-4702-9893-2bbb755951b5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:38.366550 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-a9a0df49-6d08-4702-9893-2bbb755951b5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:38.378077 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-a9a0df49-6d08-4702-9893-2bbb755951b5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:38.379076 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-a9a0df49-6d08-4702-9893-2bbb755951b5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.429020 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.433925 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-a9a0df49-6d08-4702-9893-2bbb755951b5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0945523 Jun 16 13:44:38.439342 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:38.592419 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=d61ef967-0245-46fb-bd27-a9c50ac91287,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:38.603537 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:38.672951 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac546121-a98c-4a7f-b8f5-c34cc9717255 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:38.704035 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.747351 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3c815-5344-4a34-a345-bd517a2094ff req-5dea0acd-0a44-45ab-a9d2-3d0a87e3fff8 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:38.749086 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dba3c815-5344-4a34-a345-bd517a2094ff req-5dea0acd-0a44-45ab-a9d2-3d0a87e3fff8 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 931 time: 0.9357955 Jun 16 13:44:38.856836 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Transition to ACTIVE for port object ac546121-a98c-4a7f-b8f5-c34cc9717255 will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:38.905593 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.954198 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-3f1640fc-75ba-46fa-9c58-54f4dd1b63bc tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:39.078855 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Request body: {'port': {'device_id': '350c50e7-bf78-4a2c-b688-813c21c7bf15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:39.120649 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Attempting to bind port d61ef967-0245-46fb-bd27-a9c50ac91287 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:39.121410 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Attempting to bind port d61ef967-0245-46fb-bd27-a9c50ac91287 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '38a34001-cc24-42b7-ac4e-6511feb9efa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:39.122006 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Attempting to bind port d61ef967-0245-46fb-bd27-a9c50ac91287 on network c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:39.154701 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ee68fbe3-32ca-4503-9983-835ff6bb4ed9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1008617033-network', 'tenant_id': 'fae97dee4b3446f4937de3f072a95804'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:39.172461 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Pushing event updated for resources: {'Port': ['ID=ac546121-a98c-4a7f-b8f5-c34cc9717255,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:39.216200 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dba3c815-5344-4a34-a345-bd517a2094ff req-737fadc5-53e7-4ddf-b13c-36b45ca002d6 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474692 Jun 16 13:44:39.217048 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Port d61ef967-0245-46fb-bd27-a9c50ac91287 on network c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:44:39.218440 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Attempting to bind port d61ef967-0245-46fb-bd27-a9c50ac91287 on network c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:39.230647 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Checking agent: {'id': 'bb4a981f-00aa-40ad-8a89-acbc72a2637c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:39.231631 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Checking segment: {'id': '38a34001-cc24-42b7-ac4e-6511feb9efa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:39.236915 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Bound using segment: {'id': '38a34001-cc24-42b7-ac4e-6511feb9efa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:39.236915 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Bound port: d61ef967-0245-46fb-bd27-a9c50ac91287, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a34001-cc24-42b7-ac4e-6511feb9efa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:39.236915 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.238382 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:39.424855 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee68fbe3-32ca-4503-9983-835ff6bb4ed9 admin admin] Made reservation on behalf of fae97dee4b3446f4937de3f072a95804 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:39.427739 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee68fbe3-32ca-4503-9983-835ff6bb4ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.511672 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee68fbe3-32ca-4503-9983-835ff6bb4ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.593604 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffafd26-1bdc-4d6b-8867-740436211495 req-9db85123-746d-4a66-b627-2213d838d005 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:39.610324 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-bffafd26-1bdc-4d6b-8867-740436211495 req-9db85123-746d-4a66-b627-2213d838d005 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 943 time: 0.7224162 Jun 16 13:44:39.637039 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.745151 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21bf8538-5990-4f19-8c37-b51515b8da9f {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:39.758412 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.772140 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.852248 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Attempting to bind port ac546121-a98c-4a7f-b8f5-c34cc9717255 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:39.852993 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Attempting to bind port ac546121-a98c-4a7f-b8f5-c34cc9717255 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '6dec5539-e745-4b98-bea5-6e9700dd72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': 'e66bacf2-486e-461e-b78e-90ae3d758b97'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:39.852993 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Attempting to bind port ac546121-a98c-4a7f-b8f5-c34cc9717255 on network e66bacf2-486e-461e-b78e-90ae3d758b97 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:39.855650 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Transition to ACTIVE for port object 21bf8538-5990-4f19-8c37-b51515b8da9f will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:39.862951 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Port ac546121-a98c-4a7f-b8f5-c34cc9717255 on network e66bacf2-486e-461e-b78e-90ae3d758b97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:44:39.863366 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Attempting to bind port ac546121-a98c-4a7f-b8f5-c34cc9717255 on network e66bacf2-486e-461e-b78e-90ae3d758b97 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:39.884347 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.895016 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Checking agent: {'id': 'bb4a981f-00aa-40ad-8a89-acbc72a2637c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:39.895526 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Checking segment: {'id': '6dec5539-e745-4b98-bea5-6e9700dd72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': 'e66bacf2-486e-461e-b78e-90ae3d758b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:39.897471 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Bound using segment: {'id': '6dec5539-e745-4b98-bea5-6e9700dd72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': 'e66bacf2-486e-461e-b78e-90ae3d758b97'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:39.897944 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Bound port: ac546121-a98c-4a7f-b8f5-c34cc9717255, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dec5539-e745-4b98-bea5-6e9700dd72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': 'e66bacf2-486e-461e-b78e-90ae3d758b97'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:39.898300 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.916960 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53ce79-a964-4660-a6d1-27e4b0c1fcdc req-8f74c450-8cea-4afe-9636-dbaea997833b tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:39.918575 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2c53ce79-a964-4660-a6d1-27e4b0c1fcdc req-8f74c450-8cea-4afe-9636-dbaea997833b tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 932 time: 0.4611068 Jun 16 13:44:39.921228 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c28dfff7-eb25-4656-9541-ccee0b3c7d70 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:40.024300 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] For port d61ef967-0245-46fb-bd27-a9c50ac91287, host hv-cinder-77428, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:40.089674 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] For port d61ef967-0245-46fb-bd27-a9c50ac91287, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d61ef967-0245-46fb-bd27-a9c50ac91287,segment=NetworkSegment(38a34001-cc24-42b7-ac4e-6511feb9efa1),segment_id=38a34001-cc24-42b7-ac4e-6511feb9efa1)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:40.140905 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:40.205304 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-bffafd26-1bdc-4d6b-8867-740436211495 req-c47dbe06-0ff4-442a-90cf-a1926fec87a2 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5939341 Jun 16 13:44:40.210289 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:40.312324 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Pushing event updated for resources: {'Port': ['ID=21bf8538-5990-4f19-8c37-b51515b8da9f,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:40.333726 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2c53ce79-a964-4660-a6d1-27e4b0c1fcdc req-ed8c7889-832f-428d-8458-8e3f2ec9a24d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758187 Jun 16 13:44:40.347495 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:40.348129 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:40.350254 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] 10.222.0.63 "PUT /v2.0/ports/d61ef967-0245-46fb-bd27-a9c50ac91287 HTTP/1.1" status: 200 len: 1093 time: 4.9107120 Jun 16 13:44:40.354722 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:40.369513 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52871314-de1c-489a-bfdb-8b1c80521b31', 'tag': 'd61ef967-0245-46fb-bd27-a9c50ac91287'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:40.482685 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Attempting to bind port 21bf8538-5990-4f19-8c37-b51515b8da9f on host hv-cinder-77428 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:40.483036 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Attempting to bind port 21bf8538-5990-4f19-8c37-b51515b8da9f by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '764b1a0a-1f19-4d74-bfc0-c8f2881b0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '85829671-ff51-4425-b42d-a63bf1205528'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:40.483338 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Attempting to bind port 21bf8538-5990-4f19-8c37-b51515b8da9f on network 85829671-ff51-4425-b42d-a63bf1205528 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:40.492983 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] For port ac546121-a98c-4a7f-b8f5-c34cc9717255, host hv-cinder-77428, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:40.524005 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Port 21bf8538-5990-4f19-8c37-b51515b8da9f on network 85829671-ff51-4425-b42d-a63bf1205528 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:44:40.524345 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Attempting to bind port 21bf8538-5990-4f19-8c37-b51515b8da9f on network 85829671-ff51-4425-b42d-a63bf1205528 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:40.538100 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] For port ac546121-a98c-4a7f-b8f5-c34cc9717255, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ac546121-a98c-4a7f-b8f5-c34cc9717255,segment=NetworkSegment(6dec5539-e745-4b98-bea5-6e9700dd72d9),segment_id=6dec5539-e745-4b98-bea5-6e9700dd72d9)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:40.543591 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Checking agent: {'id': 'bb4a981f-00aa-40ad-8a89-acbc72a2637c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:40.543591 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Checking segment: {'id': '764b1a0a-1f19-4d74-bfc0-c8f2881b0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '85829671-ff51-4425-b42d-a63bf1205528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:40.543591 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Bound using segment: {'id': '764b1a0a-1f19-4d74-bfc0-c8f2881b0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '85829671-ff51-4425-b42d-a63bf1205528'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:40.543591 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Bound port: 21bf8538-5990-4f19-8c37-b51515b8da9f, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764b1a0a-1f19-4d74-bfc0-c8f2881b0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '85829671-ff51-4425-b42d-a63bf1205528'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:40.543591 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:40.561582 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:40.570213 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-e8bb29a9-a4e1-40db-a85e-f71de90d75f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:40.874370 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] For port 21bf8538-5990-4f19-8c37-b51515b8da9f, host hv-cinder-77428, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:40.877837 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] For port 21bf8538-5990-4f19-8c37-b51515b8da9f, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=21bf8538-5990-4f19-8c37-b51515b8da9f,segment=NetworkSegment(764b1a0a-1f19-4d74-bfc0-c8f2881b0942),segment_id=764b1a0a-1f19-4d74-bfc0-c8f2881b0942)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:40.883970 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Pushing event updated for resources: {'Port': ['ID=ac546121-a98c-4a7f-b8f5-c34cc9717255,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:40.891804 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b30d8304-3587-4394-8096-94666e0d9401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:40.893167 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:40.894285 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:40.919383 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:40.920073 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:40.921651 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-44251f19-3624-4cce-b796-8feb89d02632 req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] 10.222.0.63 "PUT /v2.0/ports/ac546121-a98c-4a7f-b8f5-c34cc9717255 HTTP/1.1" status: 200 len: 1093 time: 4.5871160 Jun 16 13:44:40.924160 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:40.927217 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef142914-b360-4c05-b92d-d9e24014d783', 'tag': 'ac546121-a98c-4a7f-b8f5-c34cc9717255'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:41.009487 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c87d0c-5648-4c95-b8d0-fc9c0be2dcb4" -d '{"events": [{"name": "network-changed", "server_uuid": "52871314-de1c-489a-bfdb-8b1c80521b31", "tag": "d61ef967-0245-46fb-bd27-a9c50ac91287"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:41.086795 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:41.094164 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:41.096232 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] 10.222.0.63 "PUT /v2.0/ports/21bf8538-5990-4f19-8c37-b51515b8da9f HTTP/1.1" status: 200 len: 1094 time: 4.2165430 Jun 16 13:44:41.173376 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836d1ba9-8dd1-474c-bd97-6a96fd88f572" -d '{"events": [{"name": "network-changed", "server_uuid": "ef142914-b360-4c05-b92d-d9e24014d783", "tag": "ac546121-a98c-4a7f-b8f5-c34cc9717255"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:41.194626 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Pushing event updated for resources: {'Port': ['ID=21bf8538-5990-4f19-8c37-b51515b8da9f,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:41.203567 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:41.235503 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=d61ef967-0245-46fb-bd27-a9c50ac91287,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:41.264223 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.054s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:41.473024 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d070fad-aadd-483d-8a5a-b7103b6cd11b x-openstack-request-id: req-9d070fad-aadd-483d-8a5a-b7103b6cd11b {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:41.473569 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52871314-de1c-489a-bfdb-8b1c80521b31", "tag": "d61ef967-0245-46fb-bd27-a9c50ac91287", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:41.473894 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d070fad-aadd-483d-8a5a-b7103b6cd11b {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:41.474558 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52871314-de1c-489a-bfdb-8b1c80521b31', 'tag': 'd61ef967-0245-46fb-bd27-a9c50ac91287', 'status': 'completed', 'code': 200} Jun 16 13:44:41.616337 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da63141c-d462-44c8-9f40-a43b8799b26f x-openstack-request-id: req-da63141c-d462-44c8-9f40-a43b8799b26f {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:41.617582 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef142914-b360-4c05-b92d-d9e24014d783", "tag": "ac546121-a98c-4a7f-b8f5-c34cc9717255", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:41.618090 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da63141c-d462-44c8-9f40-a43b8799b26f {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:41.618787 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef142914-b360-4c05-b92d-d9e24014d783', 'tag': 'ac546121-a98c-4a7f-b8f5-c34cc9717255', 'status': 'completed', 'code': 200} Jun 16 13:44:41.699027 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee68fbe3-32ca-4503-9983-835ff6bb4ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:41.716066 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0092179-9d39-4cfc-afd0-fa7cc3e40a29 req-f5835f12-d252-4b62-9919-72318611112e tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:41.728537 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-d0092179-9d39-4cfc-afd0-fa7cc3e40a29 req-f5835f12-d252-4b62-9919-72318611112e tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 943 time: 1.2588933 Jun 16 13:44:41.766574 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee68fbe3-32ca-4503-9983-835ff6bb4ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:41.827705 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-7b017e78-1e49-43d8-91bc-63fc65718624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:41.830061 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-7b017e78-1e49-43d8-91bc-63fc65718624 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c42ead8899c468cad6ac1d8d5f5db81&device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 1096 time: 1.3582456 Jun 16 13:44:41.954964 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353c9e11-8652-45b6-8fc9-f6c55978816a {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:41.970798 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:41.975890 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-58838b42-acd3-4ece-a499-3f5b95c43fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:42.062088 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee68fbe3-32ca-4503-9983-835ff6bb4ed9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1386} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:44:42.086495 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee68fbe3-32ca-4503-9983-835ff6bb4ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.087625 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.db.segments_db [None req-ee68fbe3-32ca-4503-9983-835ff6bb4ed9 admin admin] Added segment ad1cb674-2d98-428f-9bf9-d682b847bb96 of type vlan for network 8a7b2648-303f-4f91-8474-3095aa21213c Jun 16 13:44:42.162055 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Transition to ACTIVE for port object 353c9e11-8652-45b6-8fc9-f6c55978816a will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:42.184665 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.204451 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-d0092179-9d39-4cfc-afd0-fa7cc3e40a29 req-457eaec7-948f-412d-ba85-6c17451df949 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694390 Jun 16 13:44:42.240694 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44251f19-3624-4cce-b796-8feb89d02632 req-5c500af1-f673-4db6-957c-bb037adf25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:42.243157 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-44251f19-3624-4cce-b796-8feb89d02632 req-5c500af1-f673-4db6-957c-bb037adf25c7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5081b55f4e0b46648e0d7532df903e32&device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 1096 time: 0.7046945 Jun 16 13:44:42.267384 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-4a10f8ad-ac19-4c3e-ae9f-9c1762645e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:42.270453 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee68fbe3-32ca-4503-9983-835ff6bb4ed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768724243357'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.272323 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-4a10f8ad-ac19-4c3e-ae9f-9c1762645e7a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b38c4d67e4ae4661a6054f7a124119f3&device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 1097 time: 0.6507907 Jun 16 13:44:42.284232 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68fbe3-32ca-4503-9983-835ff6bb4ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee25c06-3130-4e9f-b272-fee56d42afbf,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:42.312037 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2226d02-7b09-4451-a155-f41885c70727 req-c6e3d09a-c0e5-4f16-9a6f-6ce0a127dbd6 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:42.314226 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-ee68fbe3-32ca-4503-9983-835ff6bb4ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:42.318541 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:42.323016 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 47712) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:42.326179 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d2226d02-7b09-4451-a155-f41885c70727 req-c6e3d09a-c0e5-4f16-9a6f-6ce0a127dbd6 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 943 time: 0.3529453 Jun 16 13:44:42.447327 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d2226d02-7b09-4451-a155-f41885c70727 req-2b62262b-9d40-465a-bf41-b1ffe83c3ecd tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199429 Jun 16 13:44:42.558366 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.db.resource_extend [None req-ee68fbe3-32ca-4503-9983-835ff6bb4ed9 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 13:44:42.560858 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a38bd0b4-4534-431e-91a4-cfc0971766e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.724984 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee68fbe3-32ca-4503-9983-835ff6bb4ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.725697 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Pushing event updated for resources: {'Port': ['ID=353c9e11-8652-45b6-8fc9-f6c55978816a,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:42.737822 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:42.739822 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee68fbe3-32ca-4503-9983-835ff6bb4ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:42.740419 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee68fbe3-32ca-4503-9983-835ff6bb4ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.747864 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-2d5a9aec-7af2-4b11-8a6a-7f27c77ea68f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:42.750557 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Attempting to bind port 353c9e11-8652-45b6-8fc9-f6c55978816a on host hv-cinder-77428 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:42.750928 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Attempting to bind port 353c9e11-8652-45b6-8fc9-f6c55978816a by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '764b1a0a-1f19-4d74-bfc0-c8f2881b0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '85829671-ff51-4425-b42d-a63bf1205528'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:42.751205 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Attempting to bind port 353c9e11-8652-45b6-8fc9-f6c55978816a on network 85829671-ff51-4425-b42d-a63bf1205528 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:42.836255 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Port 353c9e11-8652-45b6-8fc9-f6c55978816a on network 85829671-ff51-4425-b42d-a63bf1205528 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:44:42.836599 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Attempting to bind port 353c9e11-8652-45b6-8fc9-f6c55978816a on network 85829671-ff51-4425-b42d-a63bf1205528 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:42.879948 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68fbe3-32ca-4503-9983-835ff6bb4ed9 admin admin] Pushing event updated for resources: {'Network': ['ID=8a7b2648-303f-4f91-8474-3095aa21213c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:42.882348 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Checking agent: {'id': 'bb4a981f-00aa-40ad-8a89-acbc72a2637c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:42.882951 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Checking segment: {'id': '764b1a0a-1f19-4d74-bfc0-c8f2881b0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '85829671-ff51-4425-b42d-a63bf1205528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:42.883413 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Bound using segment: {'id': '764b1a0a-1f19-4d74-bfc0-c8f2881b0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '85829671-ff51-4425-b42d-a63bf1205528'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:42.884160 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Bound port: 353c9e11-8652-45b6-8fc9-f6c55978816a, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764b1a0a-1f19-4d74-bfc0-c8f2881b0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '85829671-ff51-4425-b42d-a63bf1205528'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:42.884701 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.903491 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-ee68fbe3-32ca-4503-9983-835ff6bb4ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:42.915987 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Network 8a7b2648-303f-4f91-8474-3095aa21213c details requested by agent ovs-agent-dv-cinder-774286-16-iscsi with host dv-cinder-774286-16-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:44:42.920478 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a233d2-355a-4fa5-ae19-2f067e11b923 req-6b835202-3b2d-4646-9ef9-8c4859aee8da tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:42.922241 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-44a233d2-355a-4fa5-ae19-2f067e11b923 req-6b835202-3b2d-4646-9ef9-8c4859aee8da tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 944 time: 0.4184356 Jun 16 13:44:43.014881 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-44a233d2-355a-4fa5-ae19-2f067e11b923 req-f025be75-47a9-4733-a816-01dad7d30201 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828457 Jun 16 13:44:43.135669 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a38bd0b4-4534-431e-91a4-cfc0971766e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.139233 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] For port 353c9e11-8652-45b6-8fc9-f6c55978816a, host hv-cinder-77428, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:43.143670 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] For port 353c9e11-8652-45b6-8fc9-f6c55978816a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=353c9e11-8652-45b6-8fc9-f6c55978816a,segment=NetworkSegment(764b1a0a-1f19-4d74-bfc0-c8f2881b0942),segment_id=764b1a0a-1f19-4d74-bfc0-c8f2881b0942)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:43.147239 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a38bd0b4-4534-431e-91a4-cfc0971766e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.151681 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.154188 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:43.170206 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 47740) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:43.175219 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-d0768161-d7c7-4910-b8b9-074295ee1441 admin admin] Request body: {'subnet': {'network_id': '8a7b2648-303f-4f91-8474-3095aa21213c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1008617033-subnet', 'tenant_id': 'fae97dee4b3446f4937de3f072a95804', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:43.181451 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-ee68fbe3-32ca-4503-9983-835ff6bb4ed9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 4.9043827 Jun 16 13:44:43.240634 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0768161-d7c7-4910-b8b9-074295ee1441 admin admin] Made reservation on behalf of fae97dee4b3446f4937de3f072a95804 for: {'subnet': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:43.243167 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d0768161-d7c7-4910-b8b9-074295ee1441 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.310521 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:43.311271 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.320297 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] 10.222.0.63 "PUT /v2.0/ports/353c9e11-8652-45b6-8fc9-f6c55978816a HTTP/1.1" status: 200 len: 1093 time: 4.4364495 Jun 16 13:44:43.323754 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38bd0b4-4534-431e-91a4-cfc0971766e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a387a7-8b90-4a5b-8a9b-9daa3047176b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:43.342906 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-a38bd0b4-4534-431e-91a4-cfc0971766e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e713573454c64fb0ae733965160d49dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0159135 Jun 16 13:44:43.346617 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-a38bd0b4-4534-431e-91a4-cfc0971766e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:43.347765 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:43.352597 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-15a2850b-233d-465d-85fb-89f4576a1d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.358011 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 47750) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:43.454131 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.476058 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350c50e7-bf78-4a2c-b688-813c21c7bf15', 'tag': '353c9e11-8652-45b6-8fc9-f6c55978816a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:43.479669 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5627f834-9dbf-4f59-9db7-42e4b620d312" -d '{"events": [{"name": "network-changed", "server_uuid": "350c50e7-bf78-4a2c-b688-813c21c7bf15", "tag": "353c9e11-8652-45b6-8fc9-f6c55978816a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:43.516002 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Pushing event updated for resources: {'Port': ['ID=353c9e11-8652-45b6-8fc9-f6c55978816a,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:43.524714 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:43.546063 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8eafc44d-43fc-4b94-8825-0181df612ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.611065 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8eafc44d-43fc-4b94-8825-0181df612ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.732396 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092901f0-cc9a-4287-a642-3aab53ccf58e', 'tag': '21bf8538-5990-4f19-8c37-b51515b8da9f'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:43.735920 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254bec9b-2fc7-43bb-94df-6d48acc99210" -d '{"events": [{"name": "network-changed", "server_uuid": "092901f0-cc9a-4287-a642-3aab53ccf58e", "tag": "21bf8538-5990-4f19-8c37-b51515b8da9f"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:43.746523 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8eafc44d-43fc-4b94-8825-0181df612ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.796197 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8eafc44d-43fc-4b94-8825-0181df612ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.810459 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-8eafc44d-43fc-4b94-8825-0181df612ee7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9a387a7-8b90-4a5b-8a9b-9daa3047176b HTTP/1.1" status: 204 len: 168 time: 0.4511957 Jun 16 13:44:43.812451 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:43.826074 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafc44d-43fc-4b94-8825-0181df612ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a387a7-8b90-4a5b-8a9b-9daa3047176b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:43.832547 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-8eafc44d-43fc-4b94-8825-0181df612ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:43.901363 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d183ad-900d-48e8-b462-539e00ce0763 req-fecfb871-d352-4171-8e1e-af02872e1a72 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:43.903207 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-08d183ad-900d-48e8-b462-539e00ce0763 req-fecfb871-d352-4171-8e1e-af02872e1a72 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 943 time: 0.4160008 Jun 16 13:44:43.904391 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d0768161-d7c7-4910-b8b9-074295ee1441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451'] for subnet, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.907127 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ee39397f-59e4-459b-afcc-24139c4d2c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:43.931737 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ee679-f9f3-4510-ad21-4f81dc014cfe req-dfffde12-870d-4fa2-bdf0-0e7c2082133c tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:43.936546 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ca6ee679-f9f3-4510-ad21-4f81dc014cfe req-dfffde12-870d-4fa2-bdf0-0e7c2082133c tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 943 time: 0.2218175 Jun 16 13:44:44.039840 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ca6ee679-f9f3-4510-ad21-4f81dc014cfe req-0a4a884c-02af-4fad-b22d-969bf5ad458b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955908 Jun 16 13:44:44.064058 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0768161-d7c7-4910-b8b9-074295ee1441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=292fea92-1dfe-4c2a-a077-fbf7c78656ba,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:44.068017 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d0768161-d7c7-4910-b8b9-074295ee1441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:44.081951 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-08d183ad-900d-48e8-b462-539e00ce0763 req-7b9cad9c-f88e-450d-916e-ba8d0ace3bd6 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394467 Jun 16 13:44:44.092160 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0768161-d7c7-4910-b8b9-074295ee1441 admin admin] Checking segment: {'id': 'ad1cb674-2d98-428f-9bf9-d682b847bb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '8a7b2648-303f-4f91-8474-3095aa21213c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:44.092806 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0768161-d7c7-4910-b8b9-074295ee1441 admin admin] Network hostable DHCP agents. Network: 8a7b2648-303f-4f91-8474-3095aa21213c, hostable agents: ['cacdca07-80fb-43b6-bcec-cb473972b15f'], hosted agents: [] {{(pid=103637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:44:44.132103 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0768161-d7c7-4910-b8b9-074295ee1441 admin admin] Network 8a7b2648-303f-4f91-8474-3095aa21213c is scheduled to be hosted by DHCP agent cacdca07-80fb-43b6-bcec-cb473972b15f with binding_index 1 {{(pid=103637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:44:44.162066 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-d0768161-d7c7-4910-b8b9-074295ee1441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-16-iscsi, 8a7b2648-303f-4f91-8474-3095aa21213c) {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:44.170235 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0768161-d7c7-4910-b8b9-074295ee1441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:44.170969 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d0768161-d7c7-4910-b8b9-074295ee1441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.171743 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40f10b2-14d6-4eff-8a35-aff2e2def473 None None] Network 8a7b2648-303f-4f91-8474-3095aa21213c requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:44.178592 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14875b4-6cd8-41ef-8b0e-01bd0326d977 x-openstack-request-id: req-a14875b4-6cd8-41ef-8b0e-01bd0326d977 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:44.180027 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092901f0-cc9a-4287-a642-3aab53ccf58e", "tag": "21bf8538-5990-4f19-8c37-b51515b8da9f", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:44.180693 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a14875b4-6cd8-41ef-8b0e-01bd0326d977 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:44.182833 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092901f0-cc9a-4287-a642-3aab53ccf58e', 'tag': '21bf8538-5990-4f19-8c37-b51515b8da9f', 'status': 'completed', 'code': 200} Jun 16 13:44:44.221027 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 47786) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:44.226991 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-d0768161-d7c7-4910-b8b9-074295ee1441 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0535190 Jun 16 13:44:44.275915 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5fb33f-a781-44f2-aa8d-6e08da76e9dc x-openstack-request-id: req-5a5fb33f-a781-44f2-aa8d-6e08da76e9dc {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:44.276472 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350c50e7-bf78-4a2c-b688-813c21c7bf15", "tag": "353c9e11-8652-45b6-8fc9-f6c55978816a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:44.276669 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a5fb33f-a781-44f2-aa8d-6e08da76e9dc {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:44.277195 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350c50e7-bf78-4a2c-b688-813c21c7bf15', 'tag': '353c9e11-8652-45b6-8fc9-f6c55978816a', 'status': 'completed', 'code': 200} Jun 16 13:44:44.427064 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794331a0-8f0b-4ae3-a227-0eaf27f2ad05 None None] Network 8a7b2648-303f-4f91-8474-3095aa21213c requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:44.510970 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903150e-3161-476b-8e9f-6cbd06711cc4 req-477670d8-8ed6-4e5b-8b02-a748af1b3e7d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:44.512785 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7903150e-3161-476b-8e9f-6cbd06711cc4 req-477670d8-8ed6-4e5b-8b02-a748af1b3e7d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 944 time: 0.1146722 Jun 16 13:44:44.549470 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 47796) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:44.566324 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a413b86-f8fd-43d1-9486-e71ad75ed9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.585408 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7903150e-3161-476b-8e9f-6cbd06711cc4 req-6cf79729-cfe5-4d4f-ac29-9e925f9d077b tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595915 Jun 16 13:44:44.711307 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a413b86-f8fd-43d1-9486-e71ad75ed9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.714298 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f9c0e34c-57a1-4835-85df-f4b963249a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.716469 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a413b86-f8fd-43d1-9486-e71ad75ed9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.722036 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-ccfd04ac-fb3b-4e4b-baca-29f1177ce53f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:44.788320 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-6a413b86-f8fd-43d1-9486-e71ad75ed9b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ae9e14c32ec4073a4910782c5228c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339623 Jun 16 13:44:44.788663 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a413b86-f8fd-43d1-9486-e71ad75ed9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77088df7-f3af-4b14-8a4a-62b4d8e8267f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:44.790008 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 47804) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:44.793191 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-6a413b86-f8fd-43d1-9486-e71ad75ed9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:44.839330 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.874105 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f9c0e34c-57a1-4835-85df-f4b963249a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.891746 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b636454e-6c26-4c69-b586-2cac26c2f91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.903280 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f9c0e34c-57a1-4835-85df-f4b963249a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.910368 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:44.934161 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b636454e-6c26-4c69-b586-2cac26c2f91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.980100 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0e34c-57a1-4835-85df-f4b963249a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cc466d-1e52-442c-9a02-0d3934b105f5,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:44.983136 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-f9c0e34c-57a1-4835-85df-f4b963249a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:45.008638 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-f9c0e34c-57a1-4835-85df-f4b963249a83 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd267e3cd04b47d1a48dbb236e662866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7839706 Jun 16 13:44:45.008918 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 47816) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:45.118522 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-44251f19-3624-4cce-b796-8feb89d02632 req-4609d77f-7303-4423-a876-46593b3b2bea service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac546121-a98c-4a7f-b8f5-c34cc9717255 HTTP/1.1" status: 200 len: 217 time: 0.0894568 Jun 16 13:44:45.149286 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b636454e-6c26-4c69-b586-2cac26c2f91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.162318 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-2033952f-640a-4044-a871-262930f89a78 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d61ef967-0245-46fb-bd27-a9c50ac91287 HTTP/1.1" status: 200 len: 217 time: 0.1387794 Jun 16 13:44:45.170562 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b636454e-6c26-4c69-b586-2cac26c2f91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.182277 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-b636454e-6c26-4c69-b586-2cac26c2f91c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/77088df7-f3af-4b14-8a4a-62b4d8e8267f HTTP/1.1" status: 204 len: 168 time: 0.3908925 Jun 16 13:44:45.188588 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:45.294253 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 47842) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:45.319874 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-9c284e23-71e7-4402-8b5c-0f10457898c8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21bf8538-5990-4f19-8c37-b51515b8da9f HTTP/1.1" status: 200 len: 217 time: 0.1665215 Jun 16 13:44:45.326318 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-91152c06-0165-4f48-a982-606696e13161 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1720632909-network', 'tenant_id': 'ea37f092ce6d4bd897ecbee4fd6888cc'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:45.331968 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636454e-6c26-4c69-b586-2cac26c2f91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77088df7-f3af-4b14-8a4a-62b4d8e8267f,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:45.365016 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-5cf1eafa-eea0-4051-8172-4f62bd653d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:45.370547 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-5cf1eafa-eea0-4051-8172-4f62bd653d5c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3964001d-ef45-459e-8d1d-8c4399f1ca2e HTTP/1.1" status: 200 len: 855 time: 0.1834283 Jun 16 13:44:45.376103 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-b636454e-6c26-4c69-b586-2cac26c2f91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:45.425579 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-1722571a-7081-4ff6-b8ac-b913510ede5e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496576 Jun 16 13:44:45.492353 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44251f19-3624-4cce-b796-8feb89d02632 req-50d049c6-e26a-40da-90b2-da2acd74fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:45.494200 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-44251f19-3624-4cce-b796-8feb89d02632 req-50d049c6-e26a-40da-90b2-da2acd74fcfe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=591721d4-a860-4830-af20-ef37e56a08b3 HTTP/1.1" status: 200 len: 852 time: 0.3073938 Jun 16 13:44:45.500739 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7af80b00-1ede-4344-b25a-85a7f071c39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.545600 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-726764ae-dfb2-4624-bd9e-e7b20954c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:45.547057 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-726764ae-dfb2-4624-bd9e-e7b20954c977 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=20e48467-2ec8-45ec-81b7-458268130398 HTTP/1.1" status: 200 len: 859 time: 0.1903667 Jun 16 13:44:45.552212 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91152c06-0165-4f48-a982-606696e13161 admin admin] Made reservation on behalf of ea37f092ce6d4bd897ecbee4fd6888cc for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:45.554613 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-91152c06-0165-4f48-a982-606696e13161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for network, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.558146 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7af80b00-1ede-4344-b25a-85a7f071c39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.579011 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-91152c06-0165-4f48-a982-606696e13161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.646447 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb7b79-ae63-4db0-8b3b-39bea475d4ae req-68e8ac07-0bb5-488d-882a-97e2e14bf2f5 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:45.647539 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-08fb7b79-ae63-4db0-8b3b-39bea475d4ae req-68e8ac07-0bb5-488d-882a-97e2e14bf2f5 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 943 time: 0.3303797 Jun 16 13:44:45.666140 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627f834-9dbf-4f59-9db7-42e4b620d312 req-3bdab234-3127-46be-aa46-19ce158eea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:45.667681 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5627f834-9dbf-4f59-9db7-42e4b620d312 req-3bdab234-3127-46be-aa46-19ce158eea01 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b38c4d67e4ae4661a6054f7a124119f3&device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 1096 time: 0.4823720 Jun 16 13:44:45.699186 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe9cd0-1352-4929-97e8-3caa9dad158d req-7cb59184-859c-49c7-935f-5de2969b5e7d tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:45.701192 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-59fe9cd0-1352-4929-97e8-3caa9dad158d req-7cb59184-859c-49c7-935f-5de2969b5e7d tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 943 time: 0.3856356 Jun 16 13:44:45.703465 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7af80b00-1ede-4344-b25a-85a7f071c39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.712546 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7af80b00-1ede-4344-b25a-85a7f071c39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.716030 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7af80b00-1ede-4344-b25a-85a7f071c39c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/95cc466d-1e52-442c-9a02-0d3934b105f5 HTTP/1.1" status: 204 len: 168 time: 0.7039473 Jun 16 13:44:45.719817 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7deca55a-4208-4ebf-872b-16398f56be69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:45.743089 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af80b00-1ede-4344-b25a-85a7f071c39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cc466d-1e52-442c-9a02-0d3934b105f5,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:45.745546 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7af80b00-1ede-4344-b25a-85a7f071c39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:45.761031 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-08fb7b79-ae63-4db0-8b3b-39bea475d4ae req-4129e36b-7aeb-494f-8665-7ed018969320 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013894 Jun 16 13:44:45.822693 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-92b9883a-70ed-45cd-98e2-1adda9bb9473 service neutron] 10.222.0.63 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842723 Jun 16 13:44:45.848854 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-59fe9cd0-1352-4929-97e8-3caa9dad158d req-8cfb7b5e-04f3-468a-b602-7dececd1307e tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334314 Jun 16 13:44:45.863334 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-91152c06-0165-4f48-a982-606696e13161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.882417 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-91152c06-0165-4f48-a982-606696e13161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.886598 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:45.913688 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91152c06-0165-4f48-a982-606696e13161 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1373} {{(pid=103637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:44:45.924672 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91152c06-0165-4f48-a982-606696e13161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea02540-3a97-40a0-a2d8-ed9a906dfab0,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:45.928906 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-91152c06-0165-4f48-a982-606696e13161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:45.933676 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-91152c06-0165-4f48-a982-606696e13161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.934299 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-91152c06-0165-4f48-a982-606696e13161 admin admin] Added segment c1ad15f1-7f20-41e8-9d26-f0a131c225d7 of type vlan for network c63ffacd-8bf7-4f48-b8be-42d98bd51682 Jun 16 13:44:46.012924 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-91152c06-0165-4f48-a982-606696e13161 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768724243357'] for network, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.027744 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 47870) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:46.084502 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1233498-ff68-4a5a-b4d2-bae091a9ce62 req-5bc42466-cd92-4c31-bc8c-b3eea1248fbe tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:46.086280 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f1233498-ff68-4a5a-b4d2-bae091a9ce62 req-5bc42466-cd92-4c31-bc8c-b3eea1248fbe tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 944 time: 0.1541412 Jun 16 13:44:46.087518 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-91152c06-0165-4f48-a982-606696e13161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442'] for network, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.088762 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91152c06-0165-4f48-a982-606696e13161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:46.089366 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-91152c06-0165-4f48-a982-606696e13161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.092610 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:46.180672 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-91152c06-0165-4f48-a982-606696e13161 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.8597424 Jun 16 13:44:46.183508 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 47880) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:46.188998 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8f714a90-4f30-43fd-a19d-a00e23ffe035 admin admin] Request body: {'subnet': {'network_id': 'c63ffacd-8bf7-4f48-b8be-42d98bd51682', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1720632909-subnet', 'tenant_id': 'ea37f092ce6d4bd897ecbee4fd6888cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:46.205467 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91152c06-0165-4f48-a982-606696e13161 admin admin] Pushing event updated for resources: {'Network': ['ID=c63ffacd-8bf7-4f48-b8be-42d98bd51682,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:46.208468 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-91152c06-0165-4f48-a982-606696e13161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:46.216314 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Network c63ffacd-8bf7-4f48-b8be-42d98bd51682 details requested by agent ovs-agent-dv-cinder-774286-16-iscsi with host dv-cinder-774286-16-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:44:46.222424 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f1233498-ff68-4a5a-b4d2-bae091a9ce62 req-a0a15bd7-24e2-400d-8f65-841c294de95c tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179140 Jun 16 13:44:46.241655 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f714a90-4f30-43fd-a19d-a00e23ffe035 admin admin] Made reservation on behalf of ea37f092ce6d4bd897ecbee4fd6888cc for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:46.244487 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f714a90-4f30-43fd-a19d-a00e23ffe035 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.318181 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-57791dc3-3282-4a00-84e9-36f5da091e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.388762 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.397351 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 47886) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:46.412424 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1bcf7479-145d-4542-b64e-7da784b4c64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.530587 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f714a90-4f30-43fd-a19d-a00e23ffe035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.532571 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-57791dc3-3282-4a00-84e9-36f5da091e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.537007 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-ea8ae7a0-9957-41f2-a00b-91a021b3ac4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:46.561285 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-57791dc3-3282-4a00-84e9-36f5da091e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.631425 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f714a90-4f30-43fd-a19d-a00e23ffe035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d10794ef-cdd5-4ac6-9277-92f80625cdb5,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:46.637321 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-8f714a90-4f30-43fd-a19d-a00e23ffe035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:46.640971 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:46.647249 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-57791dc3-3282-4a00-84e9-36f5da091e29 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a1e77e8dfee64bc09c33f4ce76843919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6160407 Jun 16 13:44:46.649892 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 47892) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:46.653416 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1bcf7479-145d-4542-b64e-7da784b4c64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.659954 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1bcf7479-145d-4542-b64e-7da784b4c64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.670980 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:46.687670 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f714a90-4f30-43fd-a19d-a00e23ffe035 admin admin] Checking segment: {'id': 'c1ad15f1-7f20-41e8-9d26-f0a131c225d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': 'c63ffacd-8bf7-4f48-b8be-42d98bd51682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:46.688227 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f714a90-4f30-43fd-a19d-a00e23ffe035 admin admin] Network hostable DHCP agents. Network: c63ffacd-8bf7-4f48-b8be-42d98bd51682, hostable agents: ['cacdca07-80fb-43b6-bcec-cb473972b15f'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:44:46.695591 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791dc3-3282-4a00-84e9-36f5da091e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db363cf-aef3-44cc-9f62-73df5cefc6bf,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:46.701631 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-57791dc3-3282-4a00-84e9-36f5da091e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:46.726321 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f714a90-4f30-43fd-a19d-a00e23ffe035 admin admin] Network c63ffacd-8bf7-4f48-b8be-42d98bd51682 is scheduled to be hosted by DHCP agent cacdca07-80fb-43b6-bcec-cb473972b15f with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:44:46.732439 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-1bcf7479-145d-4542-b64e-7da784b4c64c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=343320978e724789be5bbdf540e582be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297501 Jun 16 13:44:46.732439 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf7479-145d-4542-b64e-7da784b4c64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14bc412-557f-4c82-9586-6554e3180011,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:46.732439 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-1bcf7479-145d-4542-b64e-7da784b4c64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:46.732920 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 47894) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:46.749120 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-8f714a90-4f30-43fd-a19d-a00e23ffe035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-16-iscsi, c63ffacd-8bf7-4f48-b8be-42d98bd51682) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:46.755915 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f714a90-4f30-43fd-a19d-a00e23ffe035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:46.756866 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f714a90-4f30-43fd-a19d-a00e23ffe035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.768113 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4c1dc6-3108-4e16-a6e6-412ecf296066 None None] Network c63ffacd-8bf7-4f48-b8be-42d98bd51682 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:46.775904 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9b25d892-a826-4b4e-84f0-6c78e83ae9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.795155 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-8f714a90-4f30-43fd-a19d-a00e23ffe035 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6065395 Jun 16 13:44:46.837789 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9b25d892-a826-4b4e-84f0-6c78e83ae9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.932272 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-169810b1-061e-48a9-8f0f-fb9fe4cd54ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.945864 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 47904) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:46.963936 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-169810b1-061e-48a9-8f0f-fb9fe4cd54ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.984596 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9b25d892-a826-4b4e-84f0-6c78e83ae9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.988332 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9b25d892-a826-4b4e-84f0-6c78e83ae9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.989794 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-9b25d892-a826-4b4e-84f0-6c78e83ae9fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3db363cf-aef3-44cc-9f62-73df5cefc6bf HTTP/1.1" status: 204 len: 168 time: 0.3388853 Jun 16 13:44:46.996677 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-212f5ca3-cb08-4473-8ab6-702e59755369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:47.019287 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25d892-a826-4b4e-84f0-6c78e83ae9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db363cf-aef3-44cc-9f62-73df5cefc6bf,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:47.028143 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-9b25d892-a826-4b4e-84f0-6c78e83ae9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:47.051045 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfc0e4c-b451-4a21-8da3-3590acd657ac None None] Network c63ffacd-8bf7-4f48-b8be-42d98bd51682 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:47.077921 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfee4e4-afb0-4967-a567-62bb98191869 admin admin] Deleting subnet 292fea92-1dfe-4c2a-a077-fbf7c78656ba {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:44:47.081924 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7dfee4e4-afb0-4967-a567-62bb98191869 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.090391 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-169810b1-061e-48a9-8f0f-fb9fe4cd54ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.094998 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-169810b1-061e-48a9-8f0f-fb9fe4cd54ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.097045 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-169810b1-061e-48a9-8f0f-fb9fe4cd54ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b14bc412-557f-4c82-9586-6554e3180011 HTTP/1.1" status: 204 len: 168 time: 0.3633394 Jun 16 13:44:47.097817 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-5c9af68d-af33-4ee5-a505-7f898a355ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:47.115437 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169810b1-061e-48a9-8f0f-fb9fe4cd54ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14bc412-557f-4c82-9586-6554e3180011,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:47.121226 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-169810b1-061e-48a9-8f0f-fb9fe4cd54ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:47.132615 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7dfee4e4-afb0-4967-a567-62bb98191869 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.157562 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7dfee4e4-afb0-4967-a567-62bb98191869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7909541'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.246361 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3c39d-143e-4de9-9804-4c4cc369f38e req-190276ec-2de3-482c-b7c5-c42af498e03b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:47.247971 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6bb3c39d-143e-4de9-9804-4c4cc369f38e req-190276ec-2de3-482c-b7c5-c42af498e03b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 943 time: 0.0891712 Jun 16 13:44:47.316032 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6bb3c39d-143e-4de9-9804-4c4cc369f38e req-e123dbac-7b0f-4fe1-b740-b4ef785adea5 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563264 Jun 16 13:44:47.326862 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d0e96-8214-4824-bfdb-54ed35e37998 req-143edfa9-ea07-423e-ab48-e89687a74934 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:47.335729 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-830d0e96-8214-4824-bfdb-54ed35e37998 req-143edfa9-ea07-423e-ab48-e89687a74934 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 943 time: 0.1909356 Jun 16 13:44:47.362214 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7dfee4e4-afb0-4967-a567-62bb98191869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7909562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.372216 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:47.414614 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-830d0e96-8214-4824-bfdb-54ed35e37998 req-364422a2-5232-44b7-96ca-4302cf5e08c7 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775750 Jun 16 13:44:47.415446 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfee4e4-afb0-4967-a567-62bb98191869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=292fea92-1dfe-4c2a-a077-fbf7c78656ba,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:47.425067 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-7dfee4e4-afb0-4967-a567-62bb98191869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:47.426730 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7dfee4e4-afb0-4967-a567-62bb98191869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.428602 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-7dfee4e4-afb0-4967-a567-62bb98191869 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/292fea92-1dfe-4c2a-a077-fbf7c78656ba HTTP/1.1" status: 204 len: 168 time: 0.4815769 Jun 16 13:44:47.431077 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 47922) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:47.519866 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101688'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.545322 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03702b87-f98e-4ce5-904d-6b0efe6e0d84 req-e4a600d7-1f3f-49fe-b3b8-0b3fa5b5b04c tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:47.552907 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-03702b87-f98e-4ce5-904d-6b0efe6e0d84 req-e4a600d7-1f3f-49fe-b3b8-0b3fa5b5b04c tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 944 time: 0.0857828 Jun 16 13:44:47.555080 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 47926) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:47.583517 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7ca091a8-14be-43f2-9ddf-755acd6fccb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.623903 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-03702b87-f98e-4ce5-904d-6b0efe6e0d84 req-30d99bd1-81f3-4021-9ae3-bfc57f959bbb tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631022 Jun 16 13:44:47.637269 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7908138', 'neutron.services.segments.db._delete_segments_for_network-8768724746033'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.653375 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:47.653732 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:47.654924 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:47.655358 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Subscribe: > port after_create 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:47.655615 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:47.656099 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Subscribe: > port after_update 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:47.656469 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:47.656784 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:47.657138 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:47.657444 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:47.719097 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7ca091a8-14be-43f2-9ddf-755acd6fccb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.723974 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7ca091a8-14be-43f2-9ddf-755acd6fccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.726972 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-9d37b086-062c-4204-80d1-ed4c0f3aa056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:47.767690 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca091a8-14be-43f2-9ddf-755acd6fccb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fec82c-5940-4ab4-88a8-2f41d0ac752b,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:47.774985 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7ca091a8-14be-43f2-9ddf-755acd6fccb4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a88b93041b34846943545f2299af61a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162769 Jun 16 13:44:47.774985 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7ca091a8-14be-43f2-9ddf-755acd6fccb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:47.774985 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 47930) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:47.775297 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 47932) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:47.807470 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-176fe9f5-372b-463a-84f4-2f69065126f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.859652 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a2fa523a-7c17-42c3-91a7-2e41d1a4eb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.876461 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:47.877028 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:47.877572 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:47.878007 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:47.878409 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7b2648-303f-4f91-8474-3095aa21213c']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:47.898597 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a2fa523a-7c17-42c3-91a7-2e41d1a4eb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.906642 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1cb674-2d98-428f-9bf9-d682b847bb96') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:47.907437 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1cb674-2d98-428f-9bf9-d682b847bb96') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:47.936370 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768724745346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787008'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.969825 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.982537 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Releasing vlan 1386 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:44:47.983155 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3313723'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: from cryptography.utils import int_from_bytes Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: from cryptography.utils import int_from_bytes Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: retrieve_revision_numbers = { Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: retrieve_revision_numbers = { Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: retrieve_revision_numbers = { Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: retrieve_revision_numbers = { Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: retrieve_revision_numbers = { Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: Traceback (most recent call last): Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: timer() Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: cb(*args, **kw) Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: return func(*args, **kwargs) Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: self._notify() Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: self.callback(batched_events) Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: event.method(event) Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: return f(self, *a, **k) Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: return self._get(url).json() Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: return self.request(url, 'GET', **kwargs) Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:44:47.994460 dv-cinder-774286-16-iscsi neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:44:47.998841 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a2fa523a-7c17-42c3-91a7-2e41d1a4eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.000970 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a2fa523a-7c17-42c3-91a7-2e41d1a4eb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.004518 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-a2fa523a-7c17-42c3-91a7-2e41d1a4eb3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9fec82c-5940-4ab4-88a8-2f41d0ac752b HTTP/1.1" status: 204 len: 168 time: 0.2248602 Jun 16 13:44:48.004518 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-176fe9f5-372b-463a-84f4-2f69065126f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.005519 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-f9c0e34c-57a1-4835-85df-f4b963249a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:48.019110 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa523a-7c17-42c3-91a7-2e41d1a4eb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fec82c-5940-4ab4-88a8-2f41d0ac752b,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:48.025926 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-a2fa523a-7c17-42c3-91a7-2e41d1a4eb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:48.027665 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-176fe9f5-372b-463a-84f4-2f69065126f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.031587 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:48.081470 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7908131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375885'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.086088 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-176fe9f5-372b-463a-84f4-2f69065126f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e861555770d24825bdd160400a5c19a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096364 Jun 16 13:44:48.087664 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176fe9f5-372b-463a-84f4-2f69065126f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73216b2-7410-4ea5-9443-e635e7875067,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:48.090391 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 47940) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:48.091201 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-176fe9f5-372b-463a-84f4-2f69065126f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:48.096966 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.100083 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8a7b2648-303f-4f91-8474-3095aa21213c HTTP/1.1" status: 204 len: 168 time: 0.6677482 Jun 16 13:44:48.102770 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 47942) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:48.104983 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-ee68fbe3-32ca-4503-9983-835ff6bb4ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:48.128189 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a7b2648-303f-4f91-8474-3095aa21213c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:48.131508 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:48.159111 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a472fdc-afb6-469b-871c-b8d7e5dc114e admin admin] Deleting subnet d10794ef-cdd5-4ac6-9277-92f80625cdb5 {{(pid=103637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:44:48.163283 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1a472fdc-afb6-469b-871c-b8d7e5dc114e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.183420 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2591d391-8e61-4b9a-8ffe-374264bf316c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.203597 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1a472fdc-afb6-469b-871c-b8d7e5dc114e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.213209 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1a472fdc-afb6-469b-871c-b8d7e5dc114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7909541'] for subnet, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.215399 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2591d391-8e61-4b9a-8ffe-374264bf316c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.270267 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:44:48.359977 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-44251f19-3624-4cce-b796-8feb89d02632 req-f1a057f8-f0c0-4ca3-86c3-149a0659e645 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e66bacf2-486e-461e-b78e-90ae3d758b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169770 Jun 16 13:44:48.372432 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-c14d0fca-e593-4cff-b317-7fa4b9259efb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=85829671-ff51-4425-b42d-a63bf1205528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355872 Jun 16 13:44:48.599750 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2591d391-8e61-4b9a-8ffe-374264bf316c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.634411 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2591d391-8e61-4b9a-8ffe-374264bf316c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.635552 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-2591d391-8e61-4b9a-8ffe-374264bf316c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c73216b2-7410-4ea5-9443-e635e7875067 HTTP/1.1" status: 204 len: 168 time: 0.5344419 Jun 16 13:44:48.662118 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-57791dc3-3282-4a00-84e9-36f5da091e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:48.673756 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b499c7ef-ada9-4439-9bb2-f4f280f053e2 req-e2ca3634-556e-46c1-8ef3-faff720531b2 service neutron] 10.222.0.63 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283826 Jun 16 13:44:48.684182 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591d391-8e61-4b9a-8ffe-374264bf316c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73216b2-7410-4ea5-9443-e635e7875067,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:48.690522 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-2591d391-8e61-4b9a-8ffe-374264bf316c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:48.693324 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627f834-9dbf-4f59-9db7-42e4b620d312 req-4cd09e97-d1a2-492e-bcfe-e61e584daf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:48.695056 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5627f834-9dbf-4f59-9db7-42e4b620d312 req-4cd09e97-d1a2-492e-bcfe-e61e584daf00 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=b38c4d67e4ae4661a6054f7a124119f3&shared=False HTTP/1.1" status: 200 len: 921 time: 0.4595888 Jun 16 13:44:48.890447 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1a472fdc-afb6-469b-871c-b8d7e5dc114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7909562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451'] for subnet, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.911347 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:48.939457 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6ae80-d73e-4947-a3f1-09e0d2b0973d req-622e450c-4015-47c8-9648-2ad24849bf86 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:48.941051 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-afa6ae80-d73e-4947-a3f1-09e0d2b0973d req-622e450c-4015-47c8-9648-2ad24849bf86 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 943 time: 0.3606293 Jun 16 13:44:48.968449 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a472fdc-afb6-469b-871c-b8d7e5dc114e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d10794ef-cdd5-4ac6-9277-92f80625cdb5,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:48.971680 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-1a472fdc-afb6-469b-871c-b8d7e5dc114e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:48.982801 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-4ee56621-c669-4460-99a0-a5f30418f031 service neutron] 10.222.0.63 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927310 Jun 16 13:44:48.984086 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1a472fdc-afb6-469b-871c-b8d7e5dc114e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.989341 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-1a472fdc-afb6-469b-871c-b8d7e5dc114e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d10794ef-cdd5-4ac6-9277-92f80625cdb5 HTTP/1.1" status: 204 len: 168 time: 0.8828821 Jun 16 13:44:48.990106 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-44251f19-3624-4cce-b796-8feb89d02632 req-89798985-8913-4984-87ad-a191dd24b63d service neutron] 10.222.0.63 "GET /v2.0/networks/e66bacf2-486e-461e-b78e-90ae3d758b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288161 Jun 16 13:44:48.990374 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 47976) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:49.006217 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c87d0c-5648-4c95-b8d0-fc9c0be2dcb4 req-dc08fc3b-89ed-4d2f-9cac-1c387ed1ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:49.008342 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f8c87d0c-5648-4c95-b8d0-fc9c0be2dcb4 req-dc08fc3b-89ed-4d2f-9cac-1c387ed1ece5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c42ead8899c468cad6ac1d8d5f5db81&device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 1096 time: 0.2052410 Jun 16 13:44:49.150825 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb865159-82f9-40ae-ac48-3cd9703373d7 req-951c3428-404b-44f9-9d53-241ca144b506 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:49.158120 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bb865159-82f9-40ae-ac48-3cd9703373d7 req-951c3428-404b-44f9-9d53-241ca144b506 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 943 time: 0.5342381 Jun 16 13:44:49.268946 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bb865159-82f9-40ae-ac48-3cd9703373d7 req-8b9bc983-96a6-482a-b367-6fb2071005d8 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097646 Jun 16 13:44:49.277109 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-44251f19-3624-4cce-b796-8feb89d02632 req-63f2ffd4-8ce8-4010-af92-c7fd75e71fda service neutron] 10.222.0.63 "GET /v2.0/networks/e66bacf2-486e-461e-b78e-90ae3d758b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800305 Jun 16 13:44:49.330584 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627f834-9dbf-4f59-9db7-42e4b620d312 req-a47993fe-f92f-4468-aacf-7fdb210d7172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:49.332130 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5627f834-9dbf-4f59-9db7-42e4b620d312 req-a47993fe-f92f-4468-aacf-7fdb210d7172 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6293068 Jun 16 13:44:49.350782 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de17fe1c-d983-4d2d-b794-6fd3450aa50a req-b073fd52-4537-4ea5-84a4-7c7610d28edd service neutron] 10.222.0.63 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135631 Jun 16 13:44:49.401271 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-afa6ae80-d73e-4947-a3f1-09e0d2b0973d req-b0ce3025-636d-4e7a-ac6a-81118c1d9474 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436233 Jun 16 13:44:49.529379 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-545a277c-33dd-47c2-a98b-af23fa7a0acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101688'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:49.544802 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d1ba9-8dd1-474c-bd97-6a96fd88f572 req-500dc1d7-b3b3-4867-a26f-271d9025ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:49.547122 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-836d1ba9-8dd1-474c-bd97-6a96fd88f572 req-500dc1d7-b3b3-4867-a26f-271d9025ef22 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5081b55f4e0b46648e0d7532df903e32&device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 1096 time: 0.1935754 Jun 16 13:44:49.557094 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bec9b-2fc7-43bb-94df-6d48acc99210 req-46f9149a-abf6-4b18-af2c-12792f03147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:49.559145 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-254bec9b-2fc7-43bb-94df-6d48acc99210 req-46f9149a-abf6-4b18-af2c-12792f03147a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b38c4d67e4ae4661a6054f7a124119f3&device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 1097 time: 0.1044848 Jun 16 13:44:49.675919 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c87d0c-5648-4c95-b8d0-fc9c0be2dcb4 req-d86dba53-ce01-4db6-93c0-ea9c1aaa639d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:49.677687 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f8c87d0c-5648-4c95-b8d0-fc9c0be2dcb4 req-d86dba53-ce01-4db6-93c0-ea9c1aaa639d service neutron] 10.222.0.63 "GET /v2.0/networks?id=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 HTTP/1.1" status: 200 len: 917 time: 0.6570697 Jun 16 13:44:49.822157 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f8c87d0c-5648-4c95-b8d0-fc9c0be2dcb4 req-b33614f1-921b-4a18-a761-2bb68817458e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d61ef967-0245-46fb-bd27-a9c50ac91287 HTTP/1.1" status: 200 len: 217 time: 0.1355908 Jun 16 13:44:49.925417 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-545a277c-33dd-47c2-a98b-af23fa7a0acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7908138', 'neutron.services.segments.db._delete_segments_for_network-8768724746033'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:49.929285 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-6056e0ee-b961-4d19-aff7-736f9195dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:49.930953 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-6056e0ee-b961-4d19-aff7-736f9195dc2b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b38c4d67e4ae4661a6054f7a124119f3&device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 1096 time: 0.4748266 Jun 16 13:44:49.952073 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-545a277c-33dd-47c2-a98b-af23fa7a0acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63ffacd-8bf7-4f48-b8be-42d98bd51682']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:49.998744 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c87d0c-5648-4c95-b8d0-fc9c0be2dcb4 req-e5ce0c1c-c49d-4191-859a-74db7a658d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:50.000333 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f8c87d0c-5648-4c95-b8d0-fc9c0be2dcb4 req-e5ce0c1c-c49d-4191-859a-74db7a658d45 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3964001d-ef45-459e-8d1d-8c4399f1ca2e HTTP/1.1" status: 200 len: 855 time: 0.1614177 Jun 16 13:44:50.003305 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-545a277c-33dd-47c2-a98b-af23fa7a0acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ad15f1-7f20-41e8-9d26-f0a131c225d7') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:50.003305 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-545a277c-33dd-47c2-a98b-af23fa7a0acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ad15f1-7f20-41e8-9d26-f0a131c225d7') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:50.006541 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-1ee3293b-f12a-4a55-9340-11c7f8c336f6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353c9e11-8652-45b6-8fc9-f6c55978816a HTTP/1.1" status: 200 len: 217 time: 0.0657151 Jun 16 13:44:50.032805 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d1ba9-8dd1-474c-bd97-6a96fd88f572 req-3f6ec2b7-5c7f-4696-a540-ed465f3f1117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:50.034515 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-836d1ba9-8dd1-474c-bd97-6a96fd88f572 req-3f6ec2b7-5c7f-4696-a540-ed465f3f1117 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e66bacf2-486e-461e-b78e-90ae3d758b97 HTTP/1.1" status: 200 len: 914 time: 0.4738297 Jun 16 13:44:50.042827 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-545a277c-33dd-47c2-a98b-af23fa7a0acf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768724745346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787008'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.093702 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f8c87d0c-5648-4c95-b8d0-fc9c0be2dcb4 req-3bf41e57-0108-4917-a60d-e98c7631bda4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813251 Jun 16 13:44:50.117952 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-545a277c-33dd-47c2-a98b-af23fa7a0acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.134808 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-836d1ba9-8dd1-474c-bd97-6a96fd88f572 req-cd8f288e-c9c8-492f-85b2-33f29451f5f5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac546121-a98c-4a7f-b8f5-c34cc9717255 HTTP/1.1" status: 200 len: 217 time: 0.0893087 Jun 16 13:44:50.144068 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202ae70-445c-4b84-857c-58d43e92c6cd req-caa6ca74-79da-4d84-bf5e-74967bc29cdf tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:50.154393 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b202ae70-445c-4b84-857c-58d43e92c6cd req-caa6ca74-79da-4d84-bf5e-74967bc29cdf tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 944 time: 0.4230716 Jun 16 13:44:50.162651 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bec9b-2fc7-43bb-94df-6d48acc99210 req-85a08a61-82b7-4f26-9101-022568f1eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:50.163920 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-254bec9b-2fc7-43bb-94df-6d48acc99210 req-85a08a61-82b7-4f26-9101-022568f1eed6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=85829671-ff51-4425-b42d-a63bf1205528 HTTP/1.1" status: 200 len: 921 time: 0.4519582 Jun 16 13:44:50.188862 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-545a277c-33dd-47c2-a98b-af23fa7a0acf admin admin] Releasing vlan 1373 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:44:50.189432 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-545a277c-33dd-47c2-a98b-af23fa7a0acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3313723'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: Traceback (most recent call last): Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: timer() Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: cb(*args, **kw) Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: return func(*args, **kwargs) Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: self._notify() Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: self.callback(batched_events) Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: event.method(event) Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: return f(self, *a, **k) Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: return self._get(url).json() Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: return self.request(url, 'GET', **kwargs) Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:44:50.191291 dv-cinder-774286-16-iscsi neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:44:50.248429 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-a6a049a6-dca5-49ed-a30c-938f086c14ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:50.250072 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-a6a049a6-dca5-49ed-a30c-938f086c14ba service neutron] 10.222.0.63 "GET /v2.0/subnets?id=20e48467-2ec8-45ec-81b7-458268130398 HTTP/1.1" status: 200 len: 859 time: 0.2094178 Jun 16 13:44:50.312697 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-254bec9b-2fc7-43bb-94df-6d48acc99210 req-ff95920c-9e14-44ff-b19d-23c9f6f21ac7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21bf8538-5990-4f19-8c37-b51515b8da9f HTTP/1.1" status: 200 len: 217 time: 0.1310406 Jun 16 13:44:50.317972 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-382d735c-73de-40b9-8b27-b77cfe1f0697 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=85829671-ff51-4425-b42d-a63bf1205528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546384 Jun 16 13:44:50.331370 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-545a277c-33dd-47c2-a98b-af23fa7a0acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7908131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375885'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.343210 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f8c87d0c-5648-4c95-b8d0-fc9c0be2dcb4 req-5c5d0543-992e-4197-9af1-78e9936198e9 service neutron] 10.222.0.63 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292657 Jun 16 13:44:50.344257 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-545a277c-33dd-47c2-a98b-af23fa7a0acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.349004 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-545a277c-33dd-47c2-a98b-af23fa7a0acf admin admin] 10.222.0.26 "DELETE /v2.0/networks/c63ffacd-8bf7-4f48-b8be-42d98bd51682 HTTP/1.1" status: 204 len: 168 time: 1.3370039 Jun 16 13:44:50.349004 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-e00cac32-a2a7-4c86-b598-3678c1969903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:50.361505 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a277c-33dd-47c2-a98b-af23fa7a0acf admin admin] Pushing event deleted for resources: {'Network': ['ID=c63ffacd-8bf7-4f48-b8be-42d98bd51682,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:50.364637 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-545a277c-33dd-47c2-a98b-af23fa7a0acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:50.372361 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b202ae70-445c-4b84-857c-58d43e92c6cd req-f70d59bc-11a6-413e-9127-cc168265a514 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844792 Jun 16 13:44:50.382930 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d1ba9-8dd1-474c-bd97-6a96fd88f572 req-fe2cfb6f-8887-4348-b4ca-1d8a8953c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:50.382930 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-836d1ba9-8dd1-474c-bd97-6a96fd88f572 req-fe2cfb6f-8887-4348-b4ca-1d8a8953c5ac service neutron] 10.222.0.63 "GET /v2.0/subnets?id=591721d4-a860-4830-af20-ef37e56a08b3 HTTP/1.1" status: 200 len: 852 time: 0.2268236 Jun 16 13:44:50.592916 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc01b8-a658-4f21-9b83-0b3931c63994 req-57c6c6da-3eb4-4273-ae91-9b43c0385708 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:50.594645 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-14fc01b8-a658-4f21-9b83-0b3931c63994 req-57c6c6da-3eb4-4273-ae91-9b43c0385708 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 943 time: 0.1271265 Jun 16 13:44:50.662341 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-14fc01b8-a658-4f21-9b83-0b3931c63994 req-f833f8ed-8dcd-41dd-aaa6-049d21da5665 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609486 Jun 16 13:44:50.680475 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 48058) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:50.728764 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee8184-be8b-4d4f-9ce1-78813892872a req-b5874b6a-a4f9-412e-a91e-46405f1dc957 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:50.731636 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f7ee8184-be8b-4d4f-9ce1-78813892872a req-b5874b6a-a4f9-412e-a91e-46405f1dc957 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 943 time: 0.0766652 Jun 16 13:44:50.756610 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-855bd664-8b65-4911-bd46-b8937922b5e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fae97dee4b3446f4937de3f072a95804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0731840 Jun 16 13:44:50.756868 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 48062) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:50.798905 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f7ee8184-be8b-4d4f-9ce1-78813892872a req-0207c331-4415-437a-b7c8-0750f1bdb07b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622327 Jun 16 13:44:50.834938 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c1e74614-256f-41ab-9136-268ffc54b37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.857735 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c1e74614-256f-41ab-9136-268ffc54b37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.914379 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c1e74614-256f-41ab-9136-268ffc54b37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.917089 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c1e74614-256f-41ab-9136-268ffc54b37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.920762 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-c1e74614-256f-41ab-9136-268ffc54b37a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bee25c06-3130-4e9f-b272-fee56d42afbf HTTP/1.1" status: 204 len: 168 time: 0.1605909 Jun 16 13:44:50.920762 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-1bcf7479-145d-4542-b64e-7da784b4c64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:50.926953 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e74614-256f-41ab-9136-268ffc54b37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee25c06-3130-4e9f-b272-fee56d42afbf,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:50.935244 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c1e74614-256f-41ab-9136-268ffc54b37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:51.324905 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 48080) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:51.368483 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-744a656d-c23e-49c1-802c-4fcd9d24a7ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea37f092ce6d4bd897ecbee4fd6888cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423963 Jun 16 13:44:51.370970 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 48084) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:51.429604 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80837339-d141-4017-af1d-de8289f22a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.453145 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80837339-d141-4017-af1d-de8289f22a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.534558 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80837339-d141-4017-af1d-de8289f22a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.538833 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80837339-d141-4017-af1d-de8289f22a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.542564 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-80837339-d141-4017-af1d-de8289f22a39 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eea02540-3a97-40a0-a2d8-ed9a906dfab0 HTTP/1.1" status: 204 len: 168 time: 0.1682231 Jun 16 13:44:51.542564 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-3aec6975-a9d5-456d-8587-bf8de99c8453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:51.554035 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80837339-d141-4017-af1d-de8289f22a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea02540-3a97-40a0-a2d8-ed9a906dfab0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:51.556758 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-80837339-d141-4017-af1d-de8289f22a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:51.583733 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbfd7d-5e7b-4868-a724-1f9f2f8c44f7 req-2a7fac9b-79b2-4a87-ad42-3ef1feac570c tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:51.585310 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5cdbfd7d-5e7b-4868-a724-1f9f2f8c44f7 req-2a7fac9b-79b2-4a87-ad42-3ef1feac570c tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 944 time: 0.0900860 Jun 16 13:44:51.631482 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5cdbfd7d-5e7b-4868-a724-1f9f2f8c44f7 req-b4cb842e-584b-43c3-9f9d-72f9f91a8944 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379436 Jun 16 13:44:51.936941 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326da2a5-8134-41ce-a8cb-229dfd817989 req-2551d3cb-d27b-4536-87f5-9bfed44b4497 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:51.950959 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-326da2a5-8134-41ce-a8cb-229dfd817989 req-2551d3cb-d27b-4536-87f5-9bfed44b4497 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 943 time: 0.1370847 Jun 16 13:44:52.024995 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-326da2a5-8134-41ce-a8cb-229dfd817989 req-00897d0d-18b0-4a00-b31b-6006a4a91bb6 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636981 Jun 16 13:44:52.074920 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddec7de-e890-4bc7-8b06-66f2c28bb483 req-7d27caf9-5b3b-467b-aa8f-dbdd91786cdf tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:52.077100 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-fddec7de-e890-4bc7-8b06-66f2c28bb483 req-7d27caf9-5b3b-467b-aa8f-dbdd91786cdf tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 943 time: 0.1141169 Jun 16 13:44:52.123459 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-fddec7de-e890-4bc7-8b06-66f2c28bb483 req-68488733-306b-4caa-acd0-b882a65dbcb4 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361161 Jun 16 13:44:52.818402 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af14a4-4a81-4c06-ba1e-fb7bbabf6369 req-af32831c-260e-4d53-af40-106fed869192 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:52.819939 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d3af14a4-4a81-4c06-ba1e-fb7bbabf6369 req-af32831c-260e-4d53-af40-106fed869192 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 944 time: 0.0716488 Jun 16 13:44:52.862074 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d3af14a4-4a81-4c06-ba1e-fb7bbabf6369 req-b9db739b-b41c-48d8-a8d0-78625c7c5dd0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362985 Jun 16 13:44:53.245823 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3e6e3-8bc0-4dc8-ae04-048783b745a6 req-bbfe8d91-aef7-42d0-a071-8103336be6ff tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:53.248228 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-cac3e6e3-8bc0-4dc8-ae04-048783b745a6 req-bbfe8d91-aef7-42d0-a071-8103336be6ff tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 943 time: 0.0950563 Jun 16 13:44:53.302826 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-cac3e6e3-8bc0-4dc8-ae04-048783b745a6 req-23443f12-c296-4b52-a73d-fcff61f09c05 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461526 Jun 16 13:44:53.332702 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device ac546121-a98c-4a7f-b8f5-c34cc9717255 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:44:53.419827 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bec9b-2fc7-43bb-94df-6d48acc99210 req-98964879-af4a-48c0-be85-e12e9bc32b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:53.422081 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-254bec9b-2fc7-43bb-94df-6d48acc99210 req-98964879-af4a-48c0-be85-e12e9bc32b6b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=20e48467-2ec8-45ec-81b7-458268130398 HTTP/1.1" status: 200 len: 859 time: 0.1169360 Jun 16 13:44:53.451345 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-836d1ba9-8dd1-474c-bd97-6a96fd88f572 req-f4e287a0-4c8e-456b-afc0-5656d7549860 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e66bacf2-486e-461e-b78e-90ae3d758b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1450627 Jun 16 13:44:53.497344 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port ac546121-a98c-4a7f-b8f5-c34cc9717255, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ac546121-a98c-4a7f-b8f5-c34cc9717255,segment=NetworkSegment(6dec5539-e745-4b98-bea5-6e9700dd72d9),segment_id=6dec5539-e745-4b98-bea5-6e9700dd72d9)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:53.497544 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ce9e1-5c25-4a34-bb8b-ff707b7e0d25 req-92e4d4f1-332d-429e-a3b6-23ce7b993c0e tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:53.499023 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b56ce9e1-5c25-4a34-bb8b-ff707b7e0d25 req-92e4d4f1-332d-429e-a3b6-23ce7b993c0e tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 943 time: 0.2412479 Jun 16 13:44:53.502960 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-254bec9b-2fc7-43bb-94df-6d48acc99210 req-9ca2f854-79f6-4a62-bacf-7708281cb6ce service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=85829671-ff51-4425-b42d-a63bf1205528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552306 Jun 16 13:44:53.514008 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': 'ac546121-a98c-4a7f-b8f5-c34cc9717255', 'network_id': 'e66bacf2-486e-461e-b78e-90ae3d758b97', 'port_id': 'ac546121-a98c-4a7f-b8f5-c34cc9717255', 'mac_address': 'fa:16:3e:43:74:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591721d4-a860-4830-af20-ef37e56a08b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:44:53.539486 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f8c87d0c-5648-4c95-b8d0-fc9c0be2dcb4 req-0ee4c7e9-108c-4ca0-8b73-0f098ad8b671 service neutron] 10.222.0.63 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319374 Jun 16 13:44:53.545878 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-91df13a7-57b4-43e5-acb1-0f73b51c40cd service neutron] 10.222.0.63 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163553 Jun 16 13:44:53.573989 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.594656 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac546121-a98c-4a7f-b8f5-c34cc9717255 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:53.630765 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port ac546121-a98c-4a7f-b8f5-c34cc9717255, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ac546121-a98c-4a7f-b8f5-c34cc9717255,segment=NetworkSegment(6dec5539-e745-4b98-bea5-6e9700dd72d9),segment_id=6dec5539-e745-4b98-bea5-6e9700dd72d9)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:53.636906 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.638065 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device d61ef967-0245-46fb-bd27-a9c50ac91287 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:44:53.640349 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:53.700322 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-38f66e98-afa3-4b0f-825b-3471ba891ffd req-b6d9815a-8b1c-4fee-bc4b-31cbe67b74b6 service neutron] 10.222.0.63 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475601 Jun 16 13:44:53.765349 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b56ce9e1-5c25-4a34-bb8b-ff707b7e0d25 req-ae0f8196-cd88-4ad7-9801-be9cd1cea887 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427843 Jun 16 13:44:53.858852 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=ac546121-a98c-4a7f-b8f5-c34cc9717255,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:53.867090 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:53.888910 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-836d1ba9-8dd1-474c-bd97-6a96fd88f572 req-113235f8-6261-4e01-b458-6aa525445642 service neutron] 10.222.0.63 "GET /v2.0/networks/e66bacf2-486e-461e-b78e-90ae3d758b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263291 Jun 16 13:44:53.896875 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-254bec9b-2fc7-43bb-94df-6d48acc99210 req-382fdb3b-ad05-4027-86b4-69fa9d77a876 service neutron] 10.222.0.63 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828120 Jun 16 13:44:53.956655 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port d61ef967-0245-46fb-bd27-a9c50ac91287, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d61ef967-0245-46fb-bd27-a9c50ac91287,segment=NetworkSegment(38a34001-cc24-42b7-ac4e-6511feb9efa1),segment_id=38a34001-cc24-42b7-ac4e-6511feb9efa1)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:53.975901 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': 'd61ef967-0245-46fb-bd27-a9c50ac91287', 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783', 'port_id': 'd61ef967-0245-46fb-bd27-a9c50ac91287', 'mac_address': 'fa:16:3e:17:e8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3964001d-ef45-459e-8d1d-8c4399f1ca2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:44:54.046816 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:54.074711 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61ef967-0245-46fb-bd27-a9c50ac91287 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:54.101672 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port d61ef967-0245-46fb-bd27-a9c50ac91287, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d61ef967-0245-46fb-bd27-a9c50ac91287,segment=NetworkSegment(38a34001-cc24-42b7-ac4e-6511feb9efa1),segment_id=38a34001-cc24-42b7-ac4e-6511feb9efa1)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:54.107153 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:54.109404 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 21bf8538-5990-4f19-8c37-b51515b8da9f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:44:54.252267 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-0837e126-0e89-49a3-9555-4dc8873bb927 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:54.307388 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9846-18ba-440c-8a9c-745988d08fea req-757a6997-a9a3-4d2a-9abe-4a2241e6119c tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:54.319730 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9dcf9846-18ba-440c-8a9c-745988d08fea req-757a6997-a9a3-4d2a-9abe-4a2241e6119c tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 944 time: 0.2123671 Jun 16 13:44:54.428551 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-836d1ba9-8dd1-474c-bd97-6a96fd88f572 req-edd2db90-9d70-4d98-9d83-6b512aca4ee8 service neutron] 10.222.0.63 "GET /v2.0/networks/e66bacf2-486e-461e-b78e-90ae3d758b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220549 Jun 16 13:44:54.463176 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9dcf9846-18ba-440c-8a9c-745988d08fea req-36f3a1d0-399b-4430-acbb-b2daa25d451b tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256540 Jun 16 13:44:54.465673 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 21bf8538-5990-4f19-8c37-b51515b8da9f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=21bf8538-5990-4f19-8c37-b51515b8da9f,segment=NetworkSegment(764b1a0a-1f19-4d74-bfc0-c8f2881b0942),segment_id=764b1a0a-1f19-4d74-bfc0-c8f2881b0942)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:54.508211 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': '21bf8538-5990-4f19-8c37-b51515b8da9f', 'network_id': '85829671-ff51-4425-b42d-a63bf1205528', 'port_id': '21bf8538-5990-4f19-8c37-b51515b8da9f', 'mac_address': 'fa:16:3e:57:10:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e48467-2ec8-45ec-81b7-458268130398', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:44:54.511378 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=d61ef967-0245-46fb-bd27-a9c50ac91287,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:54.518467 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:54.529355 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-254bec9b-2fc7-43bb-94df-6d48acc99210 req-19bfffee-d12b-4ccb-a9b9-ee7fbe2340c8 service neutron] 10.222.0.63 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6208210 Jun 16 13:44:54.601331 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:54.616206 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21bf8538-5990-4f19-8c37-b51515b8da9f {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:54.645358 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 21bf8538-5990-4f19-8c37-b51515b8da9f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=21bf8538-5990-4f19-8c37-b51515b8da9f,segment=NetworkSegment(764b1a0a-1f19-4d74-bfc0-c8f2881b0942),segment_id=764b1a0a-1f19-4d74-bfc0-c8f2881b0942)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:54.653012 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:54.656459 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-5bd6b285-e83a-498b-8b01-c5cf95540fe0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:54.665143 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d509e02-df6c-402c-a9ee-09eb2f095d86 req-a6e9996e-913f-4711-b439-909eb621a8b5 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:54.667981 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4d509e02-df6c-402c-a9ee-09eb2f095d86 req-a6e9996e-913f-4711-b439-909eb621a8b5 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 944 time: 0.1152427 Jun 16 13:44:54.682297 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 353c9e11-8652-45b6-8fc9-f6c55978816a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:44:54.741994 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=21bf8538-5990-4f19-8c37-b51515b8da9f,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:54.750941 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4d509e02-df6c-402c-a9ee-09eb2f095d86 req-c1ba6bab-9b46-47d4-b93f-82dee43cf7a8 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676055 Jun 16 13:44:54.765342 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:54.885272 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 353c9e11-8652-45b6-8fc9-f6c55978816a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=353c9e11-8652-45b6-8fc9-f6c55978816a,segment=NetworkSegment(764b1a0a-1f19-4d74-bfc0-c8f2881b0942),segment_id=764b1a0a-1f19-4d74-bfc0-c8f2881b0942)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:54.909274 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': '353c9e11-8652-45b6-8fc9-f6c55978816a', 'network_id': '85829671-ff51-4425-b42d-a63bf1205528', 'port_id': '353c9e11-8652-45b6-8fc9-f6c55978816a', 'mac_address': 'fa:16:3e:26:7c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e48467-2ec8-45ec-81b7-458268130398', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:44:54.976328 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:55.021552 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353c9e11-8652-45b6-8fc9-f6c55978816a {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:55.022431 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816ba69-d3ac-43d6-ac11-8b7ccdee4b9f req-ea7a163b-e93f-4ee3-8f84-42b2448a4eb3 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:55.034053 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7816ba69-d3ac-43d6-ac11-8b7ccdee4b9f req-ea7a163b-e93f-4ee3-8f84-42b2448a4eb3 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 944 time: 0.1175539 Jun 16 13:44:55.064091 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 353c9e11-8652-45b6-8fc9-f6c55978816a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=353c9e11-8652-45b6-8fc9-f6c55978816a,segment=NetworkSegment(764b1a0a-1f19-4d74-bfc0-c8f2881b0942),segment_id=764b1a0a-1f19-4d74-bfc0-c8f2881b0942)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:55.069754 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:55.073675 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:55.082655 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7816ba69-d3ac-43d6-ac11-8b7ccdee4b9f req-7e1148b6-7c8d-4838-9d0a-d043c528984c tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475078 Jun 16 13:44:55.172359 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=353c9e11-8652-45b6-8fc9-f6c55978816a,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:55.177305 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:55.661707 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38942b6-49be-498a-b59a-32d6fba5de94 req-b072a8f7-dc8a-49ca-badc-6a3ca3204c84 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:55.663205 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f38942b6-49be-498a-b59a-32d6fba5de94 req-b072a8f7-dc8a-49ca-badc-6a3ca3204c84 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 945 time: 0.0821443 Jun 16 13:44:55.704567 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f38942b6-49be-498a-b59a-32d6fba5de94 req-dfb636da-70d1-4e99-ad1d-910515ab6782 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357368 Jun 16 13:44:55.981382 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef730cc2-a9b8-4b61-beb8-05838c2fd633 req-4a82dcee-cc94-467f-b23b-32818dd9ed67 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:55.982968 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ef730cc2-a9b8-4b61-beb8-05838c2fd633 req-4a82dcee-cc94-467f-b23b-32818dd9ed67 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 944 time: 0.0926006 Jun 16 13:44:56.025019 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ef730cc2-a9b8-4b61-beb8-05838c2fd633 req-ff73a2c6-995d-465f-b8eb-06dab3036fad tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360837 Jun 16 13:44:56.271143 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54da8f-daa7-43da-b562-07b3fb4faa8b req-7b87c3e7-088c-40f0-a9dd-feaf3eab37f3 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:56.272608 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ed54da8f-daa7-43da-b562-07b3fb4faa8b req-7b87c3e7-088c-40f0-a9dd-feaf3eab37f3 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 944 time: 0.0637321 Jun 16 13:44:56.313434 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ed54da8f-daa7-43da-b562-07b3fb4faa8b req-93a6b5d7-48f9-4195-9c13-8362e290797b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347838 Jun 16 13:44:56.880914 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459085e6-aafa-402d-924d-a4a1e9cea703 req-73457a99-66ed-467b-9207-f4caf78898d3 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:56.882379 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-459085e6-aafa-402d-924d-a4a1e9cea703 req-73457a99-66ed-467b-9207-f4caf78898d3 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 945 time: 0.0623727 Jun 16 13:44:56.924785 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-459085e6-aafa-402d-924d-a4a1e9cea703 req-446831ad-4fbd-44cb-a7bb-77d4cc44eadd tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367503 Jun 16 13:44:57.203604 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2aaac-b783-411e-b5be-a8cd7f408fe9 req-c33c0a1b-50b1-4fb3-b243-e6dbbe77dd85 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:57.205001 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dba2aaac-b783-411e-b5be-a8cd7f408fe9 req-c33c0a1b-50b1-4fb3-b243-e6dbbe77dd85 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 944 time: 0.0655112 Jun 16 13:44:57.243460 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dba2aaac-b783-411e-b5be-a8cd7f408fe9 req-aedc2ae4-1444-4bda-afd7-9c9cd10dcea2 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324054 Jun 16 13:44:57.484406 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dcd91-d536-45a2-8dbc-4d912a92e462 req-babfaa28-e1a9-41f3-8729-21e6806568fa tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:57.485802 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-308dcd91-d536-45a2-8dbc-4d912a92e462 req-babfaa28-e1a9-41f3-8729-21e6806568fa tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 944 time: 0.0625374 Jun 16 13:44:57.524170 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-308dcd91-d536-45a2-8dbc-4d912a92e462 req-c3b5bb07-035c-4fe1-b682-37b1b1dc8abe tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326478 Jun 16 13:44:58.099156 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['21bf8538-5990-4f19-8c37-b51515b8da9f'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:44:58.100971 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9886d21-9d23-4f74-8ab7-34255a20fdf8 req-07a2deba-e38c-4629-8b8a-30a0d129b684 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:58.102417 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c9886d21-9d23-4f74-8ab7-34255a20fdf8 req-07a2deba-e38c-4629-8b8a-30a0d129b684 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 945 time: 0.0649111 Jun 16 13:44:58.150454 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c9886d21-9d23-4f74-8ab7-34255a20fdf8 req-dd329bf0-af5c-49a8-9a39-402c4eb782f0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415280 Jun 16 13:44:58.248801 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['d61ef967-0245-46fb-bd27-a9c50ac91287'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:44:58.250744 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['ac546121-a98c-4a7f-b8f5-c34cc9717255'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:44:58.259681 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['353c9e11-8652-45b6-8fc9-f6c55978816a'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:44:58.428192 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9624048-cb59-431e-be64-9297b18f1685 req-adc8a91e-1439-413a-b3ba-4889292b7761 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:58.429728 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e9624048-cb59-431e-be64-9297b18f1685 req-adc8a91e-1439-413a-b3ba-4889292b7761 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 944 time: 0.0723181 Jun 16 13:44:58.471793 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e9624048-cb59-431e-be64-9297b18f1685 req-98b54f2a-8771-42f3-ad85-a8229167f8da tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357368 Jun 16 13:44:58.711648 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eede6f7-feac-47ab-89e9-023c217f4452 req-9a4b1c9c-2e1e-4242-856c-9308e772a62b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:58.714060 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9eede6f7-feac-47ab-89e9-023c217f4452 req-9a4b1c9c-2e1e-4242-856c-9308e772a62b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 944 time: 0.0712903 Jun 16 13:44:58.755900 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9eede6f7-feac-47ab-89e9-023c217f4452 req-efbd6ca4-e5b2-4c26-b24b-08296be2b538 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360360 Jun 16 13:44:59.340798 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8eb6fd-8d4a-449f-a911-c79faf287a23 req-b7f65fb8-5620-4653-8c89-a5dc3ddc9be9 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:59.342450 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-db8eb6fd-8d4a-449f-a911-c79faf287a23 req-b7f65fb8-5620-4653-8c89-a5dc3ddc9be9 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 945 time: 0.0693491 Jun 16 13:44:59.384487 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-db8eb6fd-8d4a-449f-a911-c79faf287a23 req-15ff92fb-9421-46ef-a61f-a17bc2947a1d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352314 Jun 16 13:44:59.657825 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317b6fc-b84c-48e8-89ef-b3aadfe41d7c req-9f290c3f-e616-42d4-9eae-a12e797ffee4 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:59.659195 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0317b6fc-b84c-48e8-89ef-b3aadfe41d7c req-9f290c3f-e616-42d4-9eae-a12e797ffee4 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 944 time: 0.0670035 Jun 16 13:44:59.697562 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0317b6fc-b84c-48e8-89ef-b3aadfe41d7c req-4f9ae92c-e449-41be-84ff-a045a6d3d8f8 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319855 Jun 16 13:44:59.952052 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27347d-3321-4135-9c4f-00f15f5c7353 req-22c0a7d6-e245-4143-b26e-25cc6098277a tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:59.953932 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-2e27347d-3321-4135-9c4f-00f15f5c7353 req-22c0a7d6-e245-4143-b26e-25cc6098277a tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 944 time: 0.0777845 Jun 16 13:45:00.008038 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-2e27347d-3321-4135-9c4f-00f15f5c7353 req-45f676df-7eeb-4e7e-8072-4a8444f23e1c tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437560 Jun 16 13:45:00.565008 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f3114-eaae-42ff-9aa5-65561e1c132c req-718ddede-b10e-4612-b78e-56d4143f4d62 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:00.566581 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ff2f3114-eaae-42ff-9aa5-65561e1c132c req-718ddede-b10e-4612-b78e-56d4143f4d62 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 945 time: 0.0663984 Jun 16 13:45:00.607918 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ff2f3114-eaae-42ff-9aa5-65561e1c132c req-72596f7d-32b3-45cd-a811-f20baae6ec86 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352516 Jun 16 13:45:00.903281 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753beb4-e41a-4bf2-87b9-f72dc02f6bc2 req-f35bb690-309b-40cc-87a1-3862dee07376 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:00.904710 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1753beb4-e41a-4bf2-87b9-f72dc02f6bc2 req-f35bb690-309b-40cc-87a1-3862dee07376 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 944 time: 0.0619366 Jun 16 13:45:00.945669 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1753beb4-e41a-4bf2-87b9-f72dc02f6bc2 req-e1abc759-210e-41ca-bccb-3776def6c7d6 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351996 Jun 16 13:45:01.188893 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808ef12-dfe3-49ae-9674-00184991190f req-8c586ae8-1cdd-4a30-9d7a-25c982d0d37b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:01.190343 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6808ef12-dfe3-49ae-9674-00184991190f req-8c586ae8-1cdd-4a30-9d7a-25c982d0d37b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 944 time: 0.0659463 Jun 16 13:45:01.229923 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6808ef12-dfe3-49ae-9674-00184991190f req-b41d7bc5-2039-40f4-9969-3207a2624efd tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325048 Jun 16 13:45:01.788453 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c839ebb-2425-4425-a782-a31daf3b2c6c req-7864d4d1-fbbb-4c3a-b2fb-2aa706f19b9d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:01.789928 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-6c839ebb-2425-4425-a782-a31daf3b2c6c req-7864d4d1-fbbb-4c3a-b2fb-2aa706f19b9d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 945 time: 0.0621762 Jun 16 13:45:01.826408 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-6c839ebb-2425-4425-a782-a31daf3b2c6c req-23a56f6d-76c2-475b-98dc-c28d50bf83c8 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307701 Jun 16 13:45:02.147231 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a8cde-48e6-4005-a8ea-8e52e8f133a5 req-c0ce10a9-2cb9-4540-97a4-9dfd6452052c tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:02.149625 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e14a8cde-48e6-4005-a8ea-8e52e8f133a5 req-c0ce10a9-2cb9-4540-97a4-9dfd6452052c tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 944 time: 0.0795639 Jun 16 13:45:02.189722 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e14a8cde-48e6-4005-a8ea-8e52e8f133a5 req-b05fe223-8d0e-4a0e-9d2d-a071856a54f2 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348766 Jun 16 13:45:02.412447 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d10dd-5674-4b23-baac-2c1e15b9f0e1 req-8185f218-772e-405d-b870-d0ec0b9ec3bb tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:02.413940 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ef4d10dd-5674-4b23-baac-2c1e15b9f0e1 req-8185f218-772e-405d-b870-d0ec0b9ec3bb tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 944 time: 0.0747027 Jun 16 13:45:02.454520 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ef4d10dd-5674-4b23-baac-2c1e15b9f0e1 req-4259e2b8-ffde-4caa-ac38-f792a9bb4701 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339530 Jun 16 13:45:02.992261 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ebe00-79f2-4edb-9276-98470455a7b2 req-2cb14781-7cd3-471c-a12b-d6fc6cdbe68f tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:02.993724 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e4ebe00-79f2-4edb-9276-98470455a7b2 req-2cb14781-7cd3-471c-a12b-d6fc6cdbe68f tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 945 time: 0.0613918 Jun 16 13:45:03.030346 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e4ebe00-79f2-4edb-9276-98470455a7b2 req-3ffc75af-98d7-4cfb-9e93-a0177c2fa8e9 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308106 Jun 16 13:45:03.364761 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f1447-8e03-4179-aa7f-bea0960023f1 req-a433649d-8c95-42cb-aa76-c0899fc6b914 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:03.366548 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-033f1447-8e03-4179-aa7f-bea0960023f1 req-a433649d-8c95-42cb-aa76-c0899fc6b914 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 944 time: 0.0698059 Jun 16 13:45:03.405989 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-033f1447-8e03-4179-aa7f-bea0960023f1 req-d68e3120-40c6-4ce5-8102-8f41ef6fea11 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336192 Jun 16 13:45:03.637072 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d107ae8-542c-42fd-bd1c-3bd9323698b2 req-37e42e89-f8ed-4dca-b50e-10a236b856ec tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:03.639206 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0d107ae8-542c-42fd-bd1c-3bd9323698b2 req-37e42e89-f8ed-4dca-b50e-10a236b856ec tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 944 time: 0.0738680 Jun 16 13:45:03.678756 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0d107ae8-542c-42fd-bd1c-3bd9323698b2 req-911ddb51-2546-4d12-940d-46f8295fdb48 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336287 Jun 16 13:45:04.203119 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfb6c8-29cc-4e4a-8e46-c1275d07a852 req-5fe4c314-aa4c-4ef4-898f-487071c95296 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:04.204597 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-4cdfb6c8-29cc-4e4a-8e46-c1275d07a852 req-5fe4c314-aa4c-4ef4-898f-487071c95296 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 945 time: 0.0627050 Jun 16 13:45:04.244253 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-4cdfb6c8-29cc-4e4a-8e46-c1275d07a852 req-908bab19-6786-4c81-8c8c-1692fbe7f1f6 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317297 Jun 16 13:45:04.586827 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78921dd7-a7b6-4c6f-9d7f-6630ea2fd5a5 req-ad478632-48df-4efa-8592-67f17e591602 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:04.588266 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-78921dd7-a7b6-4c6f-9d7f-6630ea2fd5a5 req-ad478632-48df-4efa-8592-67f17e591602 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 944 time: 0.0651414 Jun 16 13:45:04.626069 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-78921dd7-a7b6-4c6f-9d7f-6630ea2fd5a5 req-210561a6-3557-40d8-bc84-975db6321447 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315135 Jun 16 13:45:04.855928 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189998c-4fd7-4f02-863e-aefee3b1ef2f req-d9cdc921-9e2e-4b97-bcf6-36e49e5f0b8d tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:04.857432 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9189998c-4fd7-4f02-863e-aefee3b1ef2f req-d9cdc921-9e2e-4b97-bcf6-36e49e5f0b8d tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 944 time: 0.0680506 Jun 16 13:45:04.906224 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9189998c-4fd7-4f02-863e-aefee3b1ef2f req-d25e0ed6-b505-485c-a90a-b968a5e8ecd8 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430186 Jun 16 13:45:05.295736 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device d61ef967-0245-46fb-bd27-a9c50ac91287 up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:05.361507 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning for port d61ef967-0245-46fb-bd27-a9c50ac91287 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:05.366600 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port d61ef967-0245-46fb-bd27-a9c50ac91287 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:05.367215 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:05.453749 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c50034-7b13-4333-8ed3-2ca2051e0776 req-8a3cc1e9-7d99-439b-bb19-35568206333e tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:05.455407 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:05.455548 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-33c50034-7b13-4333-8ed3-2ca2051e0776 req-8a3cc1e9-7d99-439b-bb19-35568206333e tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 945 time: 0.0730371 Jun 16 13:45:05.486673 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52871314-de1c-489a-bfdb-8b1c80521b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61ef967-0245-46fb-bd27-a9c50ac91287'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:05.506472 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-33c50034-7b13-4333-8ed3-2ca2051e0776 req-04789d57-7707-4c9f-8388-39d38bfe058d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439534 Jun 16 13:45:05.570349 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port d61ef967-0245-46fb-bd27-a9c50ac91287, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d61ef967-0245-46fb-bd27-a9c50ac91287,segment=NetworkSegment(38a34001-cc24-42b7-ac4e-6511feb9efa1),segment_id=38a34001-cc24-42b7-ac4e-6511feb9efa1)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:05.576592 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:05.579195 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 353c9e11-8652-45b6-8fc9-f6c55978816a up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:05.607895 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-1a6f6a8d-8193-48e3-a165-e235daf5f695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:05.665725 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=d61ef967-0245-46fb-bd27-a9c50ac91287,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:05.677236 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:05.694021 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning for port 353c9e11-8652-45b6-8fc9-f6c55978816a completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:05.698472 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port 353c9e11-8652-45b6-8fc9-f6c55978816a triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:05.698975 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:05.722685 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365b402b-b3b4-499b-8f89-151dc1f74905" -d '{"events": [{"server_uuid": "52871314-de1c-489a-bfdb-8b1c80521b31", "name": "network-vif-plugged", "status": "completed", "tag": "d61ef967-0245-46fb-bd27-a9c50ac91287"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:05.831859 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:05.859860 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e3d131-ff2f-4d61-96e1-09cad19ada4a x-openstack-request-id: req-b0e3d131-ff2f-4d61-96e1-09cad19ada4a {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:05.860515 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52871314-de1c-489a-bfdb-8b1c80521b31", "name": "network-vif-plugged", "status": "completed", "tag": "d61ef967-0245-46fb-bd27-a9c50ac91287", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:05.860515 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0e3d131-ff2f-4d61-96e1-09cad19ada4a {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:05.861599 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52871314-de1c-489a-bfdb-8b1c80521b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61ef967-0245-46fb-bd27-a9c50ac91287', 'code': 200} Jun 16 13:45:05.885070 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 353c9e11-8652-45b6-8fc9-f6c55978816a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=353c9e11-8652-45b6-8fc9-f6c55978816a,segment=NetworkSegment(764b1a0a-1f19-4d74-bfc0-c8f2881b0942),segment_id=764b1a0a-1f19-4d74-bfc0-c8f2881b0942)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:05.895470 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:05.899448 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 21bf8538-5990-4f19-8c37-b51515b8da9f up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:05.906046 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:05.937442 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3474cd0-42e7-4aea-909f-b7b89b585a87 req-1ff24d9b-ba58-40d3-b13b-c3e895433b76 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:05.961917 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-d3474cd0-42e7-4aea-909f-b7b89b585a87 req-1ff24d9b-ba58-40d3-b13b-c3e895433b76 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 944 time: 0.1409650 Jun 16 13:45:06.043097 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-d3474cd0-42e7-4aea-909f-b7b89b585a87 req-3f5f14ef-8604-4cf4-88af-0e1f17d1d7e3 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798891 Jun 16 13:45:06.062249 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=353c9e11-8652-45b6-8fc9-f6c55978816a,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:06.071752 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:06.084427 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning for port 21bf8538-5990-4f19-8c37-b51515b8da9f completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:06.091397 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port 21bf8538-5990-4f19-8c37-b51515b8da9f triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:06.092493 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.203596 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2121d90-9110-43d4-a2bf-4b6ef1088ba6 req-33c24f84-de12-44c5-b027-5222109ace3c tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:06.205170 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d2121d90-9110-43d4-a2bf-4b6ef1088ba6 req-33c24f84-de12-44c5-b027-5222109ace3c tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 945 time: 0.0718129 Jun 16 13:45:06.242920 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.279503 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 21bf8538-5990-4f19-8c37-b51515b8da9f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=21bf8538-5990-4f19-8c37-b51515b8da9f,segment=NetworkSegment(764b1a0a-1f19-4d74-bfc0-c8f2881b0942),segment_id=764b1a0a-1f19-4d74-bfc0-c8f2881b0942)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:06.286609 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.287750 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device ac546121-a98c-4a7f-b8f5-c34cc9717255 up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:06.293629 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:06.320020 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d2121d90-9110-43d4-a2bf-4b6ef1088ba6 req-eb727716-d30a-4bd7-8f26-81df67c1e30a tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081400 Jun 16 13:45:06.354780 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5eab8c-a21d-4ec4-a6d0-e21dede6fb52 req-f2d9094f-2738-4449-8873-f3afa5d6d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:06.357619 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-df5eab8c-a21d-4ec4-a6d0-e21dede6fb52 req-f2d9094f-2738-4449-8873-f3afa5d6d825 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 1098 time: 0.1363094 Jun 16 13:45:06.383086 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-df5eab8c-a21d-4ec4-a6d0-e21dede6fb52 req-bdcc78f5-0135-4287-8adb-8fa89be29424 service neutron] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.399242 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=21bf8538-5990-4f19-8c37-b51515b8da9f,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:06.403818 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:06.452730 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning for port ac546121-a98c-4a7f-b8f5-c34cc9717255 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:06.460393 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port ac546121-a98c-4a7f-b8f5-c34cc9717255 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:06.461410 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.468243 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 48528) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:06.510643 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-df5eab8c-a21d-4ec4-a6d0-e21dede6fb52 req-bdcc78f5-0135-4287-8adb-8fa89be29424 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.516757 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-df5eab8c-a21d-4ec4-a6d0-e21dede6fb52 req-bdcc78f5-0135-4287-8adb-8fa89be29424 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.524864 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-22e450c4-73f3-4800-99a7-b1fa85b354e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:06.557997 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.559753 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 48534) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:06.565229 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-df5eab8c-a21d-4ec4-a6d0-e21dede6fb52 req-bdcc78f5-0135-4287-8adb-8fa89be29424 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004800 Jun 16 13:45:06.576170 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc78f5-0135-4287-8adb-8fa89be29424 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c0698860-6fbd-4f37-be26-e3047ad1482b,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:06.592244 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-bdcc78f5-0135-4287-8adb-8fa89be29424 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:06.600707 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port ac546121-a98c-4a7f-b8f5-c34cc9717255, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ac546121-a98c-4a7f-b8f5-c34cc9717255,segment=NetworkSegment(6dec5539-e745-4b98-bea5-6e9700dd72d9),segment_id=6dec5539-e745-4b98-bea5-6e9700dd72d9)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:06.605750 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.607789 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:06.656502 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=ac546121-a98c-4a7f-b8f5-c34cc9717255,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:06.661053 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:06.664480 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b8967930-05a1-488b-af21-a00611f05222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.717181 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9bd4962d-59e4-453c-bd83-51029a750b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.758852 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c6daa-492f-45e3-ac68-161f797242ad req-7d210553-b2cb-4666-85fe-7de3fdb1ce9e tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:06.760265 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a97c6daa-492f-45e3-ac68-161f797242ad req-7d210553-b2cb-4666-85fe-7de3fdb1ce9e tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.0867283 Jun 16 13:45:06.765562 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b8967930-05a1-488b-af21-a00611f05222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.772553 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b8967930-05a1-488b-af21-a00611f05222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.775765 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:06.813017 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8967930-05a1-488b-af21-a00611f05222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a700f1-42f5-41b0-ae20-ed1ca91e27e1,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:06.817148 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-b8967930-05a1-488b-af21-a00611f05222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:06.819975 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-b8967930-05a1-488b-af21-a00611f05222 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31e5040ae7784b0f80d0f522610ac317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3507214 Jun 16 13:45:06.822769 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 48538) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:06.827931 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a97c6daa-492f-45e3-ac68-161f797242ad req-8218f24b-d624-4621-8df2-03718b84d5c7 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609205 Jun 16 13:45:06.898821 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-666e62eb-9fc9-4a8e-be22-fc821a360fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.920763 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9bd4962d-59e4-453c-bd83-51029a750b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.924988 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9bd4962d-59e4-453c-bd83-51029a750b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.929056 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:06.935094 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-666e62eb-9fc9-4a8e-be22-fc821a360fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.968124 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-9bd4962d-59e4-453c-bd83-51029a750b28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a05bb90027bc4b43996daf7cf86d3cc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4064777 Jun 16 13:45:06.970960 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4962d-59e4-453c-bd83-51029a750b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c323b284-69a3-4b06-9a84-e2192ebad97a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:06.973438 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 48548) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:06.990792 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-9bd4962d-59e4-453c-bd83-51029a750b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:07.008388 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-666e62eb-9fc9-4a8e-be22-fc821a360fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.011245 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-666e62eb-9fc9-4a8e-be22-fc821a360fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.016341 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-666e62eb-9fc9-4a8e-be22-fc821a360fa7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/60a700f1-42f5-41b0-ae20-ed1ca91e27e1 HTTP/1.1" status: 204 len: 168 time: 0.1887324 Jun 16 13:45:07.016341 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-affa3860-91a0-4ca9-b99b-68afcb05e1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:07.031950 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e62eb-9fc9-4a8e-be22-fc821a360fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a700f1-42f5-41b0-ae20-ed1ca91e27e1,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:07.036021 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-666e62eb-9fc9-4a8e-be22-fc821a360fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:07.065543 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e86c848c-c9ab-4e11-933b-f4ab03c94b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.090624 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e86c848c-c9ab-4e11-933b-f4ab03c94b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.152890 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e86c848c-c9ab-4e11-933b-f4ab03c94b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.157369 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e86c848c-c9ab-4e11-933b-f4ab03c94b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.168171 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-e86c848c-c9ab-4e11-933b-f4ab03c94b81 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c323b284-69a3-4b06-9a84-e2192ebad97a HTTP/1.1" status: 204 len: 168 time: 0.1824777 Jun 16 13:45:07.168171 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-6a413b86-f8fd-43d1-9486-e71ad75ed9b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:07.190276 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c848c-c9ab-4e11-933b-f4ab03c94b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c323b284-69a3-4b06-9a84-e2192ebad97a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:07.194063 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-e86c848c-c9ab-4e11-933b-f4ab03c94b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:07.266321 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ebcb6-cd4b-4a8a-985a-8e6967973882 req-71b53756-80de-42e8-869b-5c0e95c3f6e7 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:07.268834 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d41ebcb6-cd4b-4a8a-985a-8e6967973882 req-71b53756-80de-42e8-869b-5c0e95c3f6e7 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 945 time: 0.0951777 Jun 16 13:45:07.324627 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d41ebcb6-cd4b-4a8a-985a-8e6967973882 req-547fc9bb-90af-47d6-8b99-47f9a6410e20 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480154 Jun 16 13:45:07.480355 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 48582) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:07.508808 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-724d163e-8611-4721-8024-c6cce2c7817f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.542835 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f44a4-e5ef-44a6-a5af-17a142a6be46 req-d1a2b487-4c06-48d2-b8e4-2117c0b4f4c9 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:07.544431 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e12f44a4-e5ef-44a6-a5af-17a142a6be46 req-d1a2b487-4c06-48d2-b8e4-2117c0b4f4c9 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 945 time: 0.0848982 Jun 16 13:45:07.591200 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e12f44a4-e5ef-44a6-a5af-17a142a6be46 req-f7f068f6-6d4e-44b4-bb4c-1ee889878ea4 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362625 Jun 16 13:45:07.617692 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-724d163e-8611-4721-8024-c6cce2c7817f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.621976 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-724d163e-8611-4721-8024-c6cce2c7817f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.625912 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-bdcc78f5-0135-4287-8adb-8fa89be29424 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:07.663800 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-724d163e-8611-4721-8024-c6cce2c7817f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a557e7e45934d07880838c3f815ca86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1813276 Jun 16 13:45:07.665928 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d163e-8611-4721-8024-c6cce2c7817f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26d77c2-d668-40a5-8572-923fce02f2b5,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:07.667038 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 48584) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:07.668961 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-724d163e-8611-4721-8024-c6cce2c7817f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:07.683577 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 48586) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:07.696253 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eac9d8eb-9869-4953-a68a-d243ad095536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.716272 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ddc49a5a-7533-4ac2-98a2-d72a57354548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.739553 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ddc49a5a-7533-4ac2-98a2-d72a57354548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.799513 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ddc49a5a-7533-4ac2-98a2-d72a57354548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.802971 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ddc49a5a-7533-4ac2-98a2-d72a57354548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.807655 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-ddc49a5a-7533-4ac2-98a2-d72a57354548 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f26d77c2-d668-40a5-8572-923fce02f2b5 HTTP/1.1" status: 204 len: 168 time: 0.1359246 Jun 16 13:45:07.807655 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-ba215b38-d058-4858-b8f7-797a616e9bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:07.807976 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eac9d8eb-9869-4953-a68a-d243ad095536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.816509 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eac9d8eb-9869-4953-a68a-d243ad095536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.817698 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc49a5a-7533-4ac2-98a2-d72a57354548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26d77c2-d668-40a5-8572-923fce02f2b5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:07.820137 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-ddc49a5a-7533-4ac2-98a2-d72a57354548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:07.822249 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-9b25d892-a826-4b4e-84f0-6c78e83ae9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:07.863040 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350c50e7-bf78-4a2c-b688-813c21c7bf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353c9e11-8652-45b6-8fc9-f6c55978816a'}, {'server_uuid': '092901f0-cc9a-4287-a642-3aab53ccf58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bf8538-5990-4f19-8c37-b51515b8da9f'}, {'server_uuid': 'ef142914-b360-4c05-b92d-d9e24014d783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac546121-a98c-4a7f-b8f5-c34cc9717255'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:07.866972 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f119d6a3-b957-41f2-b831-193919280d50" -d '{"events": [{"server_uuid": "350c50e7-bf78-4a2c-b688-813c21c7bf15", "name": "network-vif-plugged", "status": "completed", "tag": "353c9e11-8652-45b6-8fc9-f6c55978816a"}, {"server_uuid": "092901f0-cc9a-4287-a642-3aab53ccf58e", "name": "network-vif-plugged", "status": "completed", "tag": "21bf8538-5990-4f19-8c37-b51515b8da9f"}, {"server_uuid": "ef142914-b360-4c05-b92d-d9e24014d783", "name": "network-vif-plugged", "status": "completed", "tag": "ac546121-a98c-4a7f-b8f5-c34cc9717255"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:07.882701 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-eac9d8eb-9869-4953-a68a-d243ad095536 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4daa3caae2284b4d8d25d55a3aeb66f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976292 Jun 16 13:45:07.884085 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9d8eb-9869-4953-a68a-d243ad095536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f472e0bd-da24-4c08-b868-4f233fa47660,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:07.885445 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 48594) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:07.888969 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-eac9d8eb-9869-4953-a68a-d243ad095536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:07.942017 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10322b2f-43b1-40c1-a3bc-b3b1a1acb617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.960296 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6267bb-119a-451a-a21e-6947c78af150 x-openstack-request-id: req-9b6267bb-119a-451a-a21e-6947c78af150 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:07.960607 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350c50e7-bf78-4a2c-b688-813c21c7bf15", "name": "network-vif-plugged", "status": "completed", "tag": "353c9e11-8652-45b6-8fc9-f6c55978816a", "code": 200}, {"server_uuid": "092901f0-cc9a-4287-a642-3aab53ccf58e", "name": "network-vif-plugged", "status": "completed", "tag": "21bf8538-5990-4f19-8c37-b51515b8da9f", "code": 200}, {"server_uuid": "ef142914-b360-4c05-b92d-d9e24014d783", "name": "network-vif-plugged", "status": "completed", "tag": "ac546121-a98c-4a7f-b8f5-c34cc9717255", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:07.960888 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b6267bb-119a-451a-a21e-6947c78af150 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:07.961456 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350c50e7-bf78-4a2c-b688-813c21c7bf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353c9e11-8652-45b6-8fc9-f6c55978816a', 'code': 200} Jun 16 13:45:07.962588 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092901f0-cc9a-4287-a642-3aab53ccf58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bf8538-5990-4f19-8c37-b51515b8da9f', 'code': 200} Jun 16 13:45:07.962861 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef142914-b360-4c05-b92d-d9e24014d783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac546121-a98c-4a7f-b8f5-c34cc9717255', 'code': 200} Jun 16 13:45:07.979879 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10322b2f-43b1-40c1-a3bc-b3b1a1acb617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:08.025648 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b22524-dd7e-4875-aaac-7fdd87910409 req-01d18849-8184-490a-a970-85d9809bca91 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:08.032649 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-18b22524-dd7e-4875-aaac-7fdd87910409 req-01d18849-8184-490a-a970-85d9809bca91 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.0787358 Jun 16 13:45:08.040287 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10322b2f-43b1-40c1-a3bc-b3b1a1acb617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:08.043937 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10322b2f-43b1-40c1-a3bc-b3b1a1acb617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:08.045206 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-10322b2f-43b1-40c1-a3bc-b3b1a1acb617 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f472e0bd-da24-4c08-b868-4f233fa47660 HTTP/1.1" status: 204 len: 168 time: 0.1585028 Jun 16 13:45:08.045878 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:08.053634 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10322b2f-43b1-40c1-a3bc-b3b1a1acb617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f472e0bd-da24-4c08-b868-4f233fa47660,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:08.056480 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-10322b2f-43b1-40c1-a3bc-b3b1a1acb617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:08.072870 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-18b22524-dd7e-4875-aaac-7fdd87910409 req-27404ecf-e069-4094-84f7-62f0e10a3bca tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392919 Jun 16 13:45:08.720301 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995773f-1611-4f80-bc42-8f2084aac822 req-046e2f68-e197-4874-afd2-6868324a96cf tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:08.734491 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1995773f-1611-4f80-bc42-8f2084aac822 req-046e2f68-e197-4874-afd2-6868324a96cf tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 945 time: 0.2076938 Jun 16 13:45:08.813183 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1995773f-1611-4f80-bc42-8f2084aac822 req-2325cb0b-d1d5-466a-a507-ebbea1270f23 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780070 Jun 16 13:45:08.940148 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d3505-d41b-4005-95df-2e9ab96d36e8 req-37867016-066e-4847-9d98-14892d9d4fd0 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:08.945032 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0b1d3505-d41b-4005-95df-2e9ab96d36e8 req-37867016-066e-4847-9d98-14892d9d4fd0 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 945 time: 0.1135781 Jun 16 13:45:09.007704 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0b1d3505-d41b-4005-95df-2e9ab96d36e8 req-9d19206b-8a6d-452b-b004-9e12751cb7b8 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529470 Jun 16 13:45:09.278556 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17618a7-374a-4a47-8feb-3a8d4d608405 req-9ac0721c-0689-432d-b27a-64006e20c0d4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:09.281255 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f17618a7-374a-4a47-8feb-3a8d4d608405 req-9ac0721c-0689-432d-b27a-64006e20c0d4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.0829663 Jun 16 13:45:09.333148 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f17618a7-374a-4a47-8feb-3a8d4d608405 req-acadb0ce-db2a-491d-9a25-f3614dc36947 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446851 Jun 16 13:45:09.744079 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.166575 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb7b1c-b5e5-410a-ad4a-fffd2cccab4c req-6cf23ba2-d89a-40c5-a2ce-a57351cf9e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:10.168880 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9ecb7b1c-b5e5-410a-ad4a-fffd2cccab4c req-6cf23ba2-d89a-40c5-a2ce-a57351cf9e27 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 1098 time: 0.2386189 Jun 16 13:45:10.178460 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c8f04-32c4-4e22-bcee-5acd31471ee4 req-9ff33fdf-3e51-4b5a-a326-8eedf2783c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:10.180167 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-606c8f04-32c4-4e22-bcee-5acd31471ee4 req-9ff33fdf-3e51-4b5a-a326-8eedf2783c77 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 1098 time: 0.1953447 Jun 16 13:45:10.226082 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738b740-31e2-4cce-aabf-f7c0e92be365 req-f04db915-3d40-459d-b5ac-103e1e591322 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:10.234225 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e738b740-31e2-4cce-aabf-f7c0e92be365 req-f04db915-3d40-459d-b5ac-103e1e591322 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 945 time: 0.1978545 Jun 16 13:45:10.278360 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-606c8f04-32c4-4e22-bcee-5acd31471ee4 req-7a0c6ed5-e05e-48a8-bae0-748ed8f98918 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896611 Jun 16 13:45:10.282761 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9ecb7b1c-b5e5-410a-ad4a-fffd2cccab4c req-cb4c4e27-9d89-4fa4-bcb1-ed936fc3aa9c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067231 Jun 16 13:45:10.303109 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e738b740-31e2-4cce-aabf-f7c0e92be365 req-51bf818f-a19f-46cf-8d3e-b38a712d5c12 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677056 Jun 16 13:45:10.335684 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1ff27-9681-483f-8f54-58f49b1f27f9 req-fdc4a4b0-6850-4021-95ff-5f56bd528712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:10.337442 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-bbd1ff27-9681-483f-8f54-58f49b1f27f9 req-fdc4a4b0-6850-4021-95ff-5f56bd528712 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 1099 time: 0.2102644 Jun 16 13:45:10.344990 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbaf0f4-c86f-498a-b76e-17ec0e341650 req-a73be333-b7b6-4170-96b6-79fca3757f87 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:10.346420 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3dbaf0f4-c86f-498a-b76e-17ec0e341650 req-a73be333-b7b6-4170-96b6-79fca3757f87 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 945 time: 0.1181877 Jun 16 13:45:10.450613 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3dbaf0f4-c86f-498a-b76e-17ec0e341650 req-0c28ab93-e5b0-4280-aca8-5089f2fc3c73 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975287 Jun 16 13:45:10.456395 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-bbd1ff27-9681-483f-8f54-58f49b1f27f9 req-eae53ed9-7451-4597-b361-30260d32a2cd service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682268 Jun 16 13:45:10.586355 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72339b-a36b-425a-919b-5000e3488ac9 req-0091176b-32d1-4c7e-9f85-3b3dda716d3d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:10.588436 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1a72339b-a36b-425a-919b-5000e3488ac9 req-0091176b-32d1-4c7e-9f85-3b3dda716d3d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.0697870 Jun 16 13:45:10.646418 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1a72339b-a36b-425a-919b-5000e3488ac9 req-d7fff11a-5f48-4b8a-bd6e-d4c7b6bcd2ce tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517528 Jun 16 13:45:10.889217 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-25b46ef8-6820-4034-939f-8667e4fd9b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.990629 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 48760) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:11.176803 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ec71130-903e-488c-9114-6b219c1669c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:11.320264 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ec71130-903e-488c-9114-6b219c1669c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:11.330988 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ec71130-903e-488c-9114-6b219c1669c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:11.361458 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-8eafc44d-43fc-4b94-8825-0181df612ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:11.371631 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-2ec71130-903e-488c-9114-6b219c1669c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1b23a9d95b9422783db2b0d934a3e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3760357 Jun 16 13:45:11.371631 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 48780) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:11.440957 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec71130-903e-488c-9114-6b219c1669c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04508641-e5e3-41d7-b42a-8c22ddc9faf6,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:11.463044 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-2ec71130-903e-488c-9114-6b219c1669c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:11.483231 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6b35965a-125f-4465-ae09-4a4ca236a8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:11.543367 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6b35965a-125f-4465-ae09-4a4ca236a8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:11.668343 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bfc4c-0ac2-4380-ad78-1de61c7d6d55 req-0a72fe95-4a3d-49fb-a4d0-804f9e1ccdbe tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:11.676173 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e92bfc4c-0ac2-4380-ad78-1de61c7d6d55 req-0a72fe95-4a3d-49fb-a4d0-804f9e1ccdbe tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 945 time: 0.0839672 Jun 16 13:45:11.714942 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e92bfc4c-0ac2-4380-ad78-1de61c7d6d55 req-e01883af-bad3-461d-ab75-06f95da9a709 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374553 Jun 16 13:45:11.825640 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6b35965a-125f-4465-ae09-4a4ca236a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:11.828366 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6b35965a-125f-4465-ae09-4a4ca236a8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:11.830054 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-6b35965a-125f-4465-ae09-4a4ca236a8d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04508641-e5e3-41d7-b42a-8c22ddc9faf6 HTTP/1.1" status: 204 len: 168 time: 0.4582844 Jun 16 13:45:11.833597 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-2591d391-8e61-4b9a-8ffe-374264bf316c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:11.845189 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35965a-125f-4465-ae09-4a4ca236a8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04508641-e5e3-41d7-b42a-8c22ddc9faf6,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:11.847949 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-6b35965a-125f-4465-ae09-4a4ca236a8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:11.855857 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0229858-9068-4410-b1b9-e0b91d8f38db req-5ccdabeb-133d-4619-b5b5-c9d8cf01ae44 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:11.857513 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b0229858-9068-4410-b1b9-e0b91d8f38db req-5ccdabeb-133d-4619-b5b5-c9d8cf01ae44 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 945 time: 0.3339839 Jun 16 13:45:11.918387 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b0229858-9068-4410-b1b9-e0b91d8f38db req-153d1599-7706-4043-8464-5eac6fb541e7 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550468 Jun 16 13:45:12.022122 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe14b3-c3d9-46a6-85a4-a2a11cc290af req-b710fc6e-61bc-4c7e-8f9b-840de07fcacf tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:12.028983 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dffe14b3-c3d9-46a6-85a4-a2a11cc290af req-b710fc6e-61bc-4c7e-8f9b-840de07fcacf tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.1123652 Jun 16 13:45:12.070663 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dffe14b3-c3d9-46a6-85a4-a2a11cc290af req-b337b31d-353b-4418-82fa-3a1cbe9d400b tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407896 Jun 16 13:45:12.247587 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 48798) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:12.267434 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c67136b-31b0-4afb-846b-8656f8744445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.369551 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c67136b-31b0-4afb-846b-8656f8744445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.374923 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c67136b-31b0-4afb-846b-8656f8744445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.377419 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:12.427676 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 48814) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:12.428172 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-4c67136b-31b0-4afb-846b-8656f8744445 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=49af7214551a4b4d93d416c5cd6bb6ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791837 Jun 16 13:45:12.429724 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67136b-31b0-4afb-846b-8656f8744445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e61854a-0527-4718-9ec0-fcfa4bcde7f8,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:12.433617 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-4c67136b-31b0-4afb-846b-8656f8744445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:12.515004 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1aeab247-c345-4e6e-8edb-3ef4c8fb61a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.547222 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1aeab247-c345-4e6e-8edb-3ef4c8fb61a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.613961 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1aeab247-c345-4e6e-8edb-3ef4c8fb61a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.616580 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1aeab247-c345-4e6e-8edb-3ef4c8fb61a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.623352 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-1aeab247-c345-4e6e-8edb-3ef4c8fb61a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e61854a-0527-4718-9ec0-fcfa4bcde7f8 HTTP/1.1" status: 204 len: 168 time: 0.1932681 Jun 16 13:45:12.624308 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:12.634398 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeab247-c345-4e6e-8edb-3ef4c8fb61a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e61854a-0527-4718-9ec0-fcfa4bcde7f8,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:12.637434 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-1aeab247-c345-4e6e-8edb-3ef4c8fb61a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:13.116001 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f7e49-e9b0-4278-8117-ad31ab24e3b4 req-cba63b54-62b2-4971-a4cb-abe76781c248 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:13.121451 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e26f7e49-e9b0-4278-8117-ad31ab24e3b4 req-cba63b54-62b2-4971-a4cb-abe76781c248 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 945 time: 0.0754786 Jun 16 13:45:13.157443 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e26f7e49-e9b0-4278-8117-ad31ab24e3b4 req-3d16902e-9dfb-4854-8e72-2b87863433ad tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339129 Jun 16 13:45:13.282546 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81751d-c61e-4572-9da7-e6b5e1f93bb1 req-61dd13d2-120a-4fe3-8ce4-ab0dbd026ccb tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:13.284141 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7d81751d-c61e-4572-9da7-e6b5e1f93bb1 req-61dd13d2-120a-4fe3-8ce4-ab0dbd026ccb tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.0817592 Jun 16 13:45:13.328800 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7d81751d-c61e-4572-9da7-e6b5e1f93bb1 req-200ff442-fa49-430b-9d60-870311b3819c tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369079 Jun 16 13:45:13.334756 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8b1a480d-b433-4458-ba57-4b9a767bff63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:13.459421 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:13.899524 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b62ee-228f-4fbf-aedf-b93a5c1c5488 req-6cf71192-fe95-42e4-8c7d-40a4d67e29d9 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:13.902635 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f48b62ee-228f-4fbf-aedf-b93a5c1c5488 req-6cf71192-fe95-42e4-8c7d-40a4d67e29d9 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.1148176 Jun 16 13:45:14.013475 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f48b62ee-228f-4fbf-aedf-b93a5c1c5488 req-3e6c6c04-484a-4799-9b3e-77bfa224ee0a tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971353 Jun 16 13:45:14.127999 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 48934) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:14.344264 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-99831270-2206-4c45-877e-131cf4166223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.449552 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-99831270-2206-4c45-877e-131cf4166223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.453697 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-99831270-2206-4c45-877e-131cf4166223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.457085 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7ca091a8-14be-43f2-9ddf-755acd6fccb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:14.493085 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-99831270-2206-4c45-877e-131cf4166223 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=705ec3b8eea745498acda2a857016475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634460 Jun 16 13:45:14.494198 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99831270-2206-4c45-877e-131cf4166223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c66982-6a66-4304-ac54-7cd42eb49d09,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:14.497058 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 48950) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:14.497535 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-99831270-2206-4c45-877e-131cf4166223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:14.548965 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-564ff3d6-7b61-4800-85bf-5cd4eba5576e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.572870 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-564ff3d6-7b61-4800-85bf-5cd4eba5576e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.633848 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-564ff3d6-7b61-4800-85bf-5cd4eba5576e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.637514 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-564ff3d6-7b61-4800-85bf-5cd4eba5576e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.638794 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-564ff3d6-7b61-4800-85bf-5cd4eba5576e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a1c66982-6a66-4304-ac54-7cd42eb49d09 HTTP/1.1" status: 204 len: 168 time: 0.1395307 Jun 16 13:45:14.639531 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-2ec71130-903e-488c-9114-6b219c1669c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:14.647801 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ff3d6-7b61-4800-85bf-5cd4eba5576e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c66982-6a66-4304-ac54-7cd42eb49d09,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:14.650414 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-564ff3d6-7b61-4800-85bf-5cd4eba5576e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:14.798255 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.904655 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 48962) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:14.917644 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-30343124-578d-4bd5-bf1f-53e2f4ff30c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.014777 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-30343124-578d-4bd5-bf1f-53e2f4ff30c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.018625 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-30343124-578d-4bd5-bf1f-53e2f4ff30c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.020898 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-176fe9f5-372b-463a-84f4-2f69065126f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:15.066150 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-30343124-578d-4bd5-bf1f-53e2f4ff30c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c06da21b784b4a2cbbc662b3bc98f635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603007 Jun 16 13:45:15.067919 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30343124-578d-4bd5-bf1f-53e2f4ff30c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e078235b-bcc5-422e-9ff9-9b1a6df35480,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:15.069454 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 48968) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:15.070947 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-30343124-578d-4bd5-bf1f-53e2f4ff30c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:15.137204 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9148f0f-2105-424d-b812-4a40fa4434a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.160887 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9148f0f-2105-424d-b812-4a40fa4434a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.181048 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab4404-6e38-42eb-ba60-ed663bfde0c1 req-c9e5904d-a0d1-433a-9759-3fb237ac722a tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:15.182788 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-feab4404-6e38-42eb-ba60-ed663bfde0c1 req-c9e5904d-a0d1-433a-9759-3fb237ac722a tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.0685537 Jun 16 13:45:15.217226 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9148f0f-2105-424d-b812-4a40fa4434a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.219783 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9148f0f-2105-424d-b812-4a40fa4434a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.220983 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-a9148f0f-2105-424d-b812-4a40fa4434a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e078235b-bcc5-422e-9ff9-9b1a6df35480 HTTP/1.1" status: 204 len: 168 time: 0.1484382 Jun 16 13:45:15.221843 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-10322b2f-43b1-40c1-a3bc-b3b1a1acb617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:15.222849 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-feab4404-6e38-42eb-ba60-ed663bfde0c1 req-950b9af6-fc30-4706-93a6-cf6719999ab6 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343881 Jun 16 13:45:15.231787 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9148f0f-2105-424d-b812-4a40fa4434a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e078235b-bcc5-422e-9ff9-9b1a6df35480,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:15.235350 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-a9148f0f-2105-424d-b812-4a40fa4434a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:16.152564 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6a546-90e1-4eb6-888d-5ad04619c070 req-a42c571b-c5bc-42dd-b655-a621c1e829f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:16.154135 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f1b6a546-90e1-4eb6-888d-5ad04619c070 req-a42c571b-c5bc-42dd-b655-a621c1e829f6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b38c4d67e4ae4661a6054f7a124119f3&device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 1099 time: 0.0586188 Jun 16 13:45:16.279335 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6a546-90e1-4eb6-888d-5ad04619c070 req-6d8b5f14-420f-4bbb-8d3c-9e25df16c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:16.281035 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f1b6a546-90e1-4eb6-888d-5ad04619c070 req-6d8b5f14-420f-4bbb-8d3c-9e25df16c69f service neutron] 10.222.0.63 "GET /v2.0/networks?id=85829671-ff51-4425-b42d-a63bf1205528 HTTP/1.1" status: 200 len: 921 time: 0.1191704 Jun 16 13:45:16.357900 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f1b6a546-90e1-4eb6-888d-5ad04619c070 req-4e41d11f-a06e-4320-bd6f-eb82441b7736 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21bf8538-5990-4f19-8c37-b51515b8da9f HTTP/1.1" status: 200 len: 217 time: 0.0593278 Jun 16 13:45:16.399478 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:16.445021 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6a546-90e1-4eb6-888d-5ad04619c070 req-e8aa9792-7882-48c9-aa27-00f1d8438bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:16.446509 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f1b6a546-90e1-4eb6-888d-5ad04619c070 req-e8aa9792-7882-48c9-aa27-00f1d8438bc1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=20e48467-2ec8-45ec-81b7-458268130398 HTTP/1.1" status: 200 len: 859 time: 0.0811539 Jun 16 13:45:16.497256 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8a421-b0b5-4396-b258-f2b732453e20 req-0ca93331-dab4-4667-b37d-85221febca8b tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:16.498859 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f8d8a421-b0b5-4396-b258-f2b732453e20 req-0ca93331-dab4-4667-b37d-85221febca8b tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.1037679 Jun 16 13:45:16.535849 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f1b6a546-90e1-4eb6-888d-5ad04619c070 req-363d61c5-7cb0-4436-a9e4-f25c2faa830c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=85829671-ff51-4425-b42d-a63bf1205528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275204 Jun 16 13:45:16.548841 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f8d8a421-b0b5-4396-b258-f2b732453e20 req-c8e77edf-cda5-48c2-a7b1-598794865171 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426369 Jun 16 13:45:16.650338 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f1b6a546-90e1-4eb6-888d-5ad04619c070 req-0f443f7a-e455-4cd5-a8d0-f43706321c83 service neutron] 10.222.0.63 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066930 Jun 16 13:45:16.749309 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f1b6a546-90e1-4eb6-888d-5ad04619c070 req-92661823-f58b-41ca-b450-eb66741f087a service neutron] 10.222.0.63 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881188 Jun 16 13:45:17.820796 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7100d-7b2d-408c-bb1b-b8bc9136a7ec req-27c25a2d-f54e-4d9e-8daf-ecbe8fe3c350 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:17.823356 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8be7100d-7b2d-408c-bb1b-b8bc9136a7ec req-27c25a2d-f54e-4d9e-8daf-ecbe8fe3c350 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.1247613 Jun 16 13:45:17.881015 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8be7100d-7b2d-408c-bb1b-b8bc9136a7ec req-73d9ac02-5931-4015-a79b-4d714fdc7d62 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515444 Jun 16 13:45:17.940696 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 49112) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:18.053891 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70b24045-1838-4a46-b3d1-78e80b85c663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:18.168152 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70b24045-1838-4a46-b3d1-78e80b85c663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:18.174598 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70b24045-1838-4a46-b3d1-78e80b85c663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:18.187196 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:18.226619 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-70b24045-1838-4a46-b3d1-78e80b85c663 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8998a9e2b4724b9fbf26bf0d4f2244d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822821 Jun 16 13:45:18.228342 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 49120) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:18.230309 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b24045-1838-4a46-b3d1-78e80b85c663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1763a640-884c-4627-af70-9be92f7de994,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:18.240542 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b24045-1838-4a46-b3d1-78e80b85c663 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.240970 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b24045-1838-4a46-b3d1-78e80b85c663 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.241332 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b24045-1838-4a46-b3d1-78e80b85c663 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.241736 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b24045-1838-4a46-b3d1-78e80b85c663 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.242131 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b24045-1838-4a46-b3d1-78e80b85c663 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.242423 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b24045-1838-4a46-b3d1-78e80b85c663 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.242766 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b24045-1838-4a46-b3d1-78e80b85c663 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.243109 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b24045-1838-4a46-b3d1-78e80b85c663 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.243454 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b24045-1838-4a46-b3d1-78e80b85c663 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.243794 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b24045-1838-4a46-b3d1-78e80b85c663 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.244175 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b24045-1838-4a46-b3d1-78e80b85c663 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.244505 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b24045-1838-4a46-b3d1-78e80b85c663 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.249613 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-70b24045-1838-4a46-b3d1-78e80b85c663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:18.304615 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a1e8ce8-9d2b-40d3-9f5b-b63f04b2ca98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:18.329024 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a1e8ce8-9d2b-40d3-9f5b-b63f04b2ca98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:18.383607 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a1e8ce8-9d2b-40d3-9f5b-b63f04b2ca98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:18.386852 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a1e8ce8-9d2b-40d3-9f5b-b63f04b2ca98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:18.390861 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-2a1e8ce8-9d2b-40d3-9f5b-b63f04b2ca98 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1763a640-884c-4627-af70-9be92f7de994 HTTP/1.1" status: 204 len: 168 time: 0.1585829 Jun 16 13:45:18.390861 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-99831270-2206-4c45-877e-131cf4166223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:18.398493 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e8ce8-9d2b-40d3-9f5b-b63f04b2ca98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1763a640-884c-4627-af70-9be92f7de994,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:18.407234 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e8ce8-9d2b-40d3-9f5b-b63f04b2ca98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.407669 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e8ce8-9d2b-40d3-9f5b-b63f04b2ca98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.408094 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e8ce8-9d2b-40d3-9f5b-b63f04b2ca98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.408457 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e8ce8-9d2b-40d3-9f5b-b63f04b2ca98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.408764 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e8ce8-9d2b-40d3-9f5b-b63f04b2ca98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.409140 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e8ce8-9d2b-40d3-9f5b-b63f04b2ca98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.409615 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e8ce8-9d2b-40d3-9f5b-b63f04b2ca98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.409960 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e8ce8-9d2b-40d3-9f5b-b63f04b2ca98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.410304 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e8ce8-9d2b-40d3-9f5b-b63f04b2ca98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.410636 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e8ce8-9d2b-40d3-9f5b-b63f04b2ca98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.411028 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e8ce8-9d2b-40d3-9f5b-b63f04b2ca98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.411370 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e8ce8-9d2b-40d3-9f5b-b63f04b2ca98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:18.414924 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-2a1e8ce8-9d2b-40d3-9f5b-b63f04b2ca98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:18.717168 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 49152) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:18.733866 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2f54256-a61d-48f5-a219-139606f2b021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:18.802498 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 49154) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:18.829126 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2f54256-a61d-48f5-a219-139606f2b021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:18.834037 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2f54256-a61d-48f5-a219-139606f2b021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:18.837525 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:18.873715 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-a2f54256-a61d-48f5-a219-139606f2b021 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=26e76cdd320c45b89e9f16a69dcb7b37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1550417 Jun 16 13:45:18.876424 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 49158) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:18.882790 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f54256-a61d-48f5-a219-139606f2b021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e103f071-4c2b-48ef-94bf-f32444ceb57a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:18.885887 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-a2f54256-a61d-48f5-a219-139606f2b021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:18.918260 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4fd5651-3ee3-4816-a5a1-d59aab41e061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:18.941648 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-435ba581-e722-4530-826e-6775859dd698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:18.974566 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-435ba581-e722-4530-826e-6775859dd698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.043417 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4fd5651-3ee3-4816-a5a1-d59aab41e061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.049163 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4fd5651-3ee3-4816-a5a1-d59aab41e061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.054991 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-8072a9b4-3e02-46a2-80bc-8aed39aeaa65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:19.065524 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-435ba581-e722-4530-826e-6775859dd698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.068348 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-435ba581-e722-4530-826e-6775859dd698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.072116 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-435ba581-e722-4530-826e-6775859dd698 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e103f071-4c2b-48ef-94bf-f32444ceb57a HTTP/1.1" status: 204 len: 168 time: 0.1947272 Jun 16 13:45:19.074111 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-6b35965a-125f-4465-ae09-4a4ca236a8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:19.087123 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ba581-e722-4530-826e-6775859dd698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e103f071-4c2b-48ef-94bf-f32444ceb57a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:19.090574 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-435ba581-e722-4530-826e-6775859dd698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:19.104878 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-f4fd5651-3ee3-4816-a5a1-d59aab41e061 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3cebd24499fe4237a1a7a3189b41236a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012145 Jun 16 13:45:19.107461 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd5651-3ee3-4816-a5a1-d59aab41e061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153b1f85-dacc-4f02-a173-73c4405565c7,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:19.109630 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 49172) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:19.118513 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-f4fd5651-3ee3-4816-a5a1-d59aab41e061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:19.130060 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26856169-1fe4-4dde-9eb8-6eb1bfd0937b req-3c5a058f-542c-4064-b058-b87b47b56997 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:19.131556 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-26856169-1fe4-4dde-9eb8-6eb1bfd0937b req-3c5a058f-542c-4064-b058-b87b47b56997 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.1096082 Jun 16 13:45:19.200949 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-26856169-1fe4-4dde-9eb8-6eb1bfd0937b req-715ef7d1-978e-4b3f-9ad1-7af6fb9a1c20 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509315 Jun 16 13:45:19.205861 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84de6853-8422-4eb0-ba49-cd5614d96fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.231183 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84de6853-8422-4eb0-ba49-cd5614d96fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.292959 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84de6853-8422-4eb0-ba49-cd5614d96fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.295979 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84de6853-8422-4eb0-ba49-cd5614d96fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.297493 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-84de6853-8422-4eb0-ba49-cd5614d96fd5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/153b1f85-dacc-4f02-a173-73c4405565c7 HTTP/1.1" status: 204 len: 168 time: 0.1869321 Jun 16 13:45:19.298265 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:19.307406 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de6853-8422-4eb0-ba49-cd5614d96fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153b1f85-dacc-4f02-a173-73c4405565c7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:19.309770 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-84de6853-8422-4eb0-ba49-cd5614d96fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:19.396655 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 49186) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:19.413252 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92d194be-de07-4a6d-ac05-35b91602d3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.532238 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92d194be-de07-4a6d-ac05-35b91602d3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.536836 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92d194be-de07-4a6d-ac05-35b91602d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.540061 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:19.582150 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-92d194be-de07-4a6d-ac05-35b91602d3ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e471d9bcd19435683c94c3f7637203f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838243 Jun 16 13:45:19.584331 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d194be-de07-4a6d-ac05-35b91602d3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d14ddac-97e9-4310-8e57-285864e3831b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:19.585042 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 49194) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:19.587347 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-92d194be-de07-4a6d-ac05-35b91602d3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:19.635265 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 49198) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:19.646389 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-460e09b8-c7eb-4ae8-835a-275d0a1a5925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.650048 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c559f0b0-9017-45b5-ae96-c5078b12aefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.669311 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-460e09b8-c7eb-4ae8-835a-275d0a1a5925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.718712 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-460e09b8-c7eb-4ae8-835a-275d0a1a5925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.721388 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-460e09b8-c7eb-4ae8-835a-275d0a1a5925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.722552 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-460e09b8-c7eb-4ae8-835a-275d0a1a5925 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d14ddac-97e9-4310-8e57-285864e3831b HTTP/1.1" status: 204 len: 168 time: 0.1365335 Jun 16 13:45:19.723371 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-666e62eb-9fc9-4a8e-be22-fc821a360fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:19.730646 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e09b8-c7eb-4ae8-835a-275d0a1a5925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d14ddac-97e9-4310-8e57-285864e3831b,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:19.733847 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-460e09b8-c7eb-4ae8-835a-275d0a1a5925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:19.764328 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c559f0b0-9017-45b5-ae96-c5078b12aefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.769779 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c559f0b0-9017-45b5-ae96-c5078b12aefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.773373 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-80837339-d141-4017-af1d-de8289f22a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:19.808562 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-c559f0b0-9017-45b5-ae96-c5078b12aefa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a7fb57c52bb4d5c9e008910c4eb1815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719983 Jun 16 13:45:19.810545 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559f0b0-9017-45b5-ae96-c5078b12aefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c1ea3d-aa6e-441e-9e9f-a310f68ddbef,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:19.811648 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 49202) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:19.813899 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-c559f0b0-9017-45b5-ae96-c5078b12aefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:19.861426 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d69ff092-c1b5-46ed-ba0b-0f34accc5bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.889278 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d69ff092-c1b5-46ed-ba0b-0f34accc5bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.947281 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d69ff092-c1b5-46ed-ba0b-0f34accc5bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.951390 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d69ff092-c1b5-46ed-ba0b-0f34accc5bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.952508 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-d69ff092-c1b5-46ed-ba0b-0f34accc5bcb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36c1ea3d-aa6e-441e-9e9f-a310f68ddbef HTTP/1.1" status: 204 len: 168 time: 0.1396794 Jun 16 13:45:19.953389 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:19.960664 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ff092-c1b5-46ed-ba0b-0f34accc5bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c1ea3d-aa6e-441e-9e9f-a310f68ddbef,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:19.963324 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d69ff092-c1b5-46ed-ba0b-0f34accc5bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:20.406200 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cde56f-3396-484f-87f6-0795710c496c req-a8e60d5d-a7c5-4f24-9d9d-1f6c7a946d42 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:20.407724 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-06cde56f-3396-484f-87f6-0795710c496c req-a8e60d5d-a7c5-4f24-9d9d-1f6c7a946d42 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.0700583 Jun 16 13:45:20.452094 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-06cde56f-3396-484f-87f6-0795710c496c req-6bc752ce-4796-4a11-88ac-4d439d002d29 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373495 Jun 16 13:45:21.659835 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b82a50-4dc9-4578-bbdd-4a08946e30ec req-6b4f224c-4999-4a91-8b71-b87043fdf644 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:21.661710 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-65b82a50-4dc9-4578-bbdd-4a08946e30ec req-6b4f224c-4999-4a91-8b71-b87043fdf644 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.0810535 Jun 16 13:45:21.709277 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-65b82a50-4dc9-4578-bbdd-4a08946e30ec req-c2c03ac2-fd21-4430-9858-d831e9e1ee19 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412011 Jun 16 13:45:21.979849 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 49352) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:22.069240 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 49358) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:22.133128 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ca6ef5b4-25de-4c28-bcd8-30e7f9557abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:22.178271 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0f0e32b-db92-40ca-9fcb-c58433d77986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:22.249037 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ca6ef5b4-25de-4c28-bcd8-30e7f9557abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:22.256987 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ca6ef5b4-25de-4c28-bcd8-30e7f9557abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:22.262562 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-84de6853-8422-4eb0-ba49-cd5614d96fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:22.313757 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-ca6ef5b4-25de-4c28-bcd8-30e7f9557abe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=49a00032a6564f41b381827bd439a3d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327072 Jun 16 13:45:22.316224 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 49362) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:22.323395 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ef5b4-25de-4c28-bcd8-30e7f9557abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a14a07a-cbf1-42fb-968a-7c0c592a1976,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:22.332099 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-ca6ef5b4-25de-4c28-bcd8-30e7f9557abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:22.403740 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d844704c-d1db-4f37-a29e-495f3467af5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:22.425681 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0f0e32b-db92-40ca-9fcb-c58433d77986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:22.434459 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0f0e32b-db92-40ca-9fcb-c58433d77986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:22.439644 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-e86c848c-c9ab-4e11-933b-f4ab03c94b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:22.443738 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d844704c-d1db-4f37-a29e-495f3467af5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:22.492419 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0e32b-db92-40ca-9fcb-c58433d77986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ed75ec-6e91-43c2-8cb0-3c25bb6e8b8a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:22.502780 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-d0f0e32b-db92-40ca-9fcb-c58433d77986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:22.513037 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-d0f0e32b-db92-40ca-9fcb-c58433d77986 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0790411fa675449b9a851a1937418fe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4423952 Jun 16 13:45:22.515903 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 49370) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:22.552381 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d844704c-d1db-4f37-a29e-495f3467af5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:22.555137 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d844704c-d1db-4f37-a29e-495f3467af5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:22.556227 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-d844704c-d1db-4f37-a29e-495f3467af5f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a14a07a-cbf1-42fb-968a-7c0c592a1976 HTTP/1.1" status: 204 len: 168 time: 0.2390480 Jun 16 13:45:22.557815 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-ee68fbe3-32ca-4503-9983-835ff6bb4ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:22.576045 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844704c-d1db-4f37-a29e-495f3467af5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a14a07a-cbf1-42fb-968a-7c0c592a1976,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:22.580142 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-d844704c-d1db-4f37-a29e-495f3467af5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:22.592240 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc832806-6994-4a3d-b7d1-2abde98ca74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:22.625108 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc832806-6994-4a3d-b7d1-2abde98ca74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:22.681205 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc832806-6994-4a3d-b7d1-2abde98ca74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:22.684186 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc832806-6994-4a3d-b7d1-2abde98ca74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:22.692406 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-fc832806-6994-4a3d-b7d1-2abde98ca74c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a6ed75ec-6e91-43c2-8cb0-3c25bb6e8b8a HTTP/1.1" status: 204 len: 168 time: 0.1755126 Jun 16 13:45:22.693181 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:22.708348 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc832806-6994-4a3d-b7d1-2abde98ca74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ed75ec-6e91-43c2-8cb0-3c25bb6e8b8a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:22.710601 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fc832806-6994-4a3d-b7d1-2abde98ca74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:22.938696 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef595f-a2f4-492b-9acd-e225ac1a2118 req-7c99ae4e-812b-4e5d-9473-d005bc9c3ddd tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:22.946033 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-53ef595f-a2f4-492b-9acd-e225ac1a2118 req-7c99ae4e-812b-4e5d-9473-d005bc9c3ddd tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.0943573 Jun 16 13:45:22.958261 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 49400) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:22.977433 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f096c030-ddbb-432f-914b-ff956759b41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:22.992461 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-53ef595f-a2f4-492b-9acd-e225ac1a2118 req-96589948-b66f-4ede-9844-c7ebaa99b6e6 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454514 Jun 16 13:45:23.089925 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f096c030-ddbb-432f-914b-ff956759b41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.095388 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f096c030-ddbb-432f-914b-ff956759b41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.099113 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-d0f0e32b-db92-40ca-9fcb-c58433d77986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:23.137134 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-f096c030-ddbb-432f-914b-ff956759b41b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=330d6358ceeb4f84b25a57d648168ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1764781 Jun 16 13:45:23.137894 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096c030-ddbb-432f-914b-ff956759b41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96454cea-3215-4431-8a90-1bd2f005f455,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:23.140537 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 49404) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:23.152913 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-f096c030-ddbb-432f-914b-ff956759b41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:23.165676 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 49406) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:23.180187 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6f72714-2c84-4392-ac61-80e1c2eef8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.199867 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c27c9017-46bf-432a-9229-a119f9b57d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.221242 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c27c9017-46bf-432a-9229-a119f9b57d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.270801 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c27c9017-46bf-432a-9229-a119f9b57d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.273831 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c27c9017-46bf-432a-9229-a119f9b57d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.275091 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-c27c9017-46bf-432a-9229-a119f9b57d01 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96454cea-3215-4431-8a90-1bd2f005f455 HTTP/1.1" status: 204 len: 168 time: 0.1329947 Jun 16 13:45:23.275953 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-91152c06-0165-4f48-a982-606696e13161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:23.278482 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6f72714-2c84-4392-ac61-80e1c2eef8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.282844 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6f72714-2c84-4392-ac61-80e1c2eef8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.287083 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-564ff3d6-7b61-4800-85bf-5cd4eba5576e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:23.287438 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c9017-46bf-432a-9229-a119f9b57d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96454cea-3215-4431-8a90-1bd2f005f455,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:23.290155 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c27c9017-46bf-432a-9229-a119f9b57d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:23.322140 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-c6f72714-2c84-4392-ac61-80e1c2eef8cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1106336a9ced49b9b985a01a5b0bbf4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1553750 Jun 16 13:45:23.324320 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f72714-2c84-4392-ac61-80e1c2eef8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e50adbf-6a97-4c86-a5c2-25cdfa9d1481,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:23.325013 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 49410) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:23.327501 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-c6f72714-2c84-4392-ac61-80e1c2eef8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:23.375664 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-894fcec1-17b6-496b-992d-6e3f3cd05f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.398814 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-894fcec1-17b6-496b-992d-6e3f3cd05f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.451907 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-894fcec1-17b6-496b-992d-6e3f3cd05f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.454530 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-894fcec1-17b6-496b-992d-6e3f3cd05f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.455639 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-894fcec1-17b6-496b-992d-6e3f3cd05f18 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e50adbf-6a97-4c86-a5c2-25cdfa9d1481 HTTP/1.1" status: 204 len: 168 time: 0.1295693 Jun 16 13:45:23.456912 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7af80b00-1ede-4344-b25a-85a7f071c39c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:23.464457 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fcec1-17b6-496b-992d-6e3f3cd05f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e50adbf-6a97-4c86-a5c2-25cdfa9d1481,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:23.466708 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-894fcec1-17b6-496b-992d-6e3f3cd05f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:24.250828 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c61f13-0bac-4012-b3d8-022ca563da50 req-2270c64b-c3d8-4c2a-8251-b3ba9d473470 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:24.252469 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-34c61f13-0bac-4012-b3d8-022ca563da50 req-2270c64b-c3d8-4c2a-8251-b3ba9d473470 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.1137888 Jun 16 13:45:24.337695 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-34c61f13-0bac-4012-b3d8-022ca563da50 req-aa6ec9e7-cc3d-4376-a8c4-5d0ecfe321d5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785592 Jun 16 13:45:25.275869 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:45:25.449463 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-3664bf33-9147-4cc5-8c11-e988811a1eb6 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:25.451380 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-3664bf33-9147-4cc5-8c11-e988811a1eb6 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/networks?id=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 HTTP/1.1" status: 200 len: 815 time: 0.1603866 Jun 16 13:45:25.469951 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-363a6fab-ef56-43a6-8cfe-b1d13b79ad4e tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/quotas/8c42ead8899c468cad6ac1d8d5f5db81 HTTP/1.1" status: 200 len: 375 time: 0.0107114 Jun 16 13:45:25.479601 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 49572) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:25.564485 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-b321c6ec-3dd7-4ca0-ba3d-8aa808a3c3db tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c42ead8899c468cad6ac1d8d5f5db81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0748732 Jun 16 13:45:25.575065 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746795f1-fb9f-4d33-ba9d-4530604aed5b req-3487e810-5763-4178-8eb6-73b2e427a867 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:25.577468 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-746795f1-fb9f-4d33-ba9d-4530604aed5b req-3487e810-5763-4178-8eb6-73b2e427a867 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.0850046 Jun 16 13:45:25.634934 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-746795f1-fb9f-4d33-ba9d-4530604aed5b req-5009e74b-7ab8-4e68-a639-6ec839501833 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490165 Jun 16 13:45:25.693534 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-7cbc77fd-b19a-433c-9c6e-8d992a3abc1b service neutron] 10.222.0.26 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184950 Jun 16 13:45:25.762378 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d5fd90df-c742-4faf-a576-5a9c7facdcc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:25.835179 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-827faac0-86de-4fd9-9c12-c54311f08721 service neutron] 10.222.0.26 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351039 Jun 16 13:45:25.917969 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d5fd90df-c742-4faf-a576-5a9c7facdcc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:25.923902 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d5fd90df-c742-4faf-a576-5a9c7facdcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:25.926706 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-724d163e-8611-4721-8024-c6cce2c7817f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:25.981658 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd90df-c742-4faf-a576-5a9c7facdcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442f3a15-9fcd-445e-a133-f6442be56f26,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:25.989766 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-d5fd90df-c742-4faf-a576-5a9c7facdcc2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=09a4306c6c6f43f681f6d3acc346a3a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5087652 Jun 16 13:45:25.989989 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 49588) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:25.991141 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d5fd90df-c742-4faf-a576-5a9c7facdcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:26.040968 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-cc8ab18a-d8a8-4fde-8c2b-62d3ff3ba5a2 req-10d1fb73-9a01-47bc-9d08-b2a40851443b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 210 time: 0.0407970 Jun 16 13:45:26.080713 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5fb98615-17c7-47b2-a974-cd2b14449b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:26.107343 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5fb98615-17c7-47b2-a974-cd2b14449b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:26.164576 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5fb98615-17c7-47b2-a974-cd2b14449b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:26.167588 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5fb98615-17c7-47b2-a974-cd2b14449b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:26.168807 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-5fb98615-17c7-47b2-a974-cd2b14449b48 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/442f3a15-9fcd-445e-a133-f6442be56f26 HTTP/1.1" status: 204 len: 168 time: 0.1777537 Jun 16 13:45:26.170467 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-9bd4962d-59e4-453c-bd83-51029a750b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:26.181744 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb98615-17c7-47b2-a974-cd2b14449b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442f3a15-9fcd-445e-a133-f6442be56f26,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:26.184663 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-5fb98615-17c7-47b2-a974-cd2b14449b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:26.840347 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da945adc-aa78-4412-a8ac-4f2d3433f4e0 req-3a7c3638-c5fe-4328-bc1c-f6029deebbd4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:26.842162 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-da945adc-aa78-4412-a8ac-4f2d3433f4e0 req-3a7c3638-c5fe-4328-bc1c-f6029deebbd4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.0847468 Jun 16 13:45:26.884166 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-da945adc-aa78-4412-a8ac-4f2d3433f4e0 req-7aa369ff-5495-44d5-9e13-d1697573ec34 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354488 Jun 16 13:45:27.192965 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7dead44d-c0c0-4733-a0fa-0ea3a97c4a07 req-0eca944b-ca6b-4754-8c9e-1cf07b9a46b6 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 210 time: 0.0344224 Jun 16 13:45:28.063036 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0102862-8557-4106-9e89-f2a42dc0a496 req-8e8957d8-c22f-4b34-ad63-a64ac8a56d8d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:28.064496 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0102862-8557-4106-9e89-f2a42dc0a496 req-8e8957d8-c22f-4b34-ad63-a64ac8a56d8d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.0643511 Jun 16 13:45:28.107281 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0102862-8557-4106-9e89-f2a42dc0a496 req-d4791434-acc2-4256-a342-b3f87cb1db8f tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363331 Jun 16 13:45:28.353414 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7e56527f-5764-41aa-8196-b9816b52b367 req-e62f3831-6ecd-4a8b-86f4-569d6b03ec11 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 210 time: 0.0331104 Jun 16 13:45:29.279908 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2280461-76ff-4e9b-88df-9e24d62f6c2f req-a647410a-39b4-4cb5-bd47-59acc70942e8 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:29.281363 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f2280461-76ff-4e9b-88df-9e24d62f6c2f req-a647410a-39b4-4cb5-bd47-59acc70942e8 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.0613289 Jun 16 13:45:29.320941 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f2280461-76ff-4e9b-88df-9e24d62f6c2f req-e0030c21-03af-4596-949d-f02759b2b041 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323262 Jun 16 13:45:29.492939 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-d2d818fc-7c9d-4c24-8193-cbf42a4c2262 req-c480c374-622f-423e-89ab-bbf3a2d00d41 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 210 time: 0.0290401 Jun 16 13:45:30.528851 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1025b3-ecc1-4912-a968-d79473dd4a76 req-148b3991-cb60-43fe-8714-4b7b8708384d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:30.537433 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9e1025b3-ecc1-4912-a968-d79473dd4a76 req-148b3991-cb60-43fe-8714-4b7b8708384d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.1023848 Jun 16 13:45:30.583167 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9e1025b3-ecc1-4912-a968-d79473dd4a76 req-08edaae3-5a91-4794-a36a-3744367a7154 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410831 Jun 16 13:45:30.682101 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-17a9e43e-3679-47fb-beb6-74635b78d604 req-9109b4b9-401d-405f-ae35-42ddbed0c294 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 210 time: 0.0296364 Jun 16 13:45:31.061645 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-ed8838cb-4f64-40ef-9875-2b18a255333c tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:31.063193 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-ed8838cb-4f64-40ef-9875-2b18a255333c tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.63 "GET /v2.0/networks?id=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 HTTP/1.1" status: 200 len: 815 time: 0.1804893 Jun 16 13:45:31.078694 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-3a1c0cad-3e61-4e76-ad7c-8e5c3b807b5b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Request body: {'port': {'device_id': 'eaa03787-7e86-484b-af69-7c3d742885fa', 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783', 'admin_state_up': True, 'tenant_id': '8c42ead8899c468cad6ac1d8d5f5db81'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:31.296763 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-3a1c0cad-3e61-4e76-ad7c-8e5c3b807b5b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Made reservation on behalf of 8c42ead8899c468cad6ac1d8d5f5db81 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:45:31.303903 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-3a1c0cad-3e61-4e76-ad7c-8e5c3b807b5b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:31.482168 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-3a1c0cad-3e61-4e76-ad7c-8e5c3b807b5b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Allocated IP 172.20.0.11 (c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783/3964001d-ef45-459e-8d1d-8c4399f1ca2e/b2a4a77d-266f-48af-b518-415ce9572988) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:45:31.730232 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-3a1c0cad-3e61-4e76-ad7c-8e5c3b807b5b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:31.813393 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-3a1c0cad-3e61-4e76-ad7c-8e5c3b807b5b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3313777'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:31.830366 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:31.835491 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['d61ef967-0245-46fb-bd27-a9c50ac91287'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:45:31.882922 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c0cad-3e61-4e76-ad7c-8e5c3b807b5b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Pushing event updated for resources: {'Port': ['ID=b2a4a77d-266f-48af-b518-415ce9572988,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:31.889713 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-3a1c0cad-3e61-4e76-ad7c-8e5c3b807b5b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:31.904337 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-3a1c0cad-3e61-4e76-ad7c-8e5c3b807b5b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Network c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:45:31.907253 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-3a1c0cad-3e61-4e76-ad7c-8e5c3b807b5b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:31.919180 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-3a1c0cad-3e61-4e76-ad7c-8e5c3b807b5b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:45:32.017387 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-3a1c0cad-3e61-4e76-ad7c-8e5c3b807b5b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:32.018350 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-3a1c0cad-3e61-4e76-ad7c-8e5c3b807b5b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.046977 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9563bc-73ff-4ac4-b7d8-3449b61d6a54 req-f6841ba8-9078-454f-b499-7a8261ecc402 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:32.049827 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ba9563bc-73ff-4ac4-b7d8-3449b61d6a54 req-f6841ba8-9078-454f-b499-7a8261ecc402 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 932 time: 0.1437573 Jun 16 13:45:32.060087 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-3a1c0cad-3e61-4e76-ad7c-8e5c3b807b5b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9853756 Jun 16 13:45:32.088741 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Request body: {'port': {'device_id': 'eaa03787-7e86-484b-af69-7c3d742885fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:32.187243 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ba9563bc-73ff-4ac4-b7d8-3449b61d6a54 req-b30238a8-d92b-4acb-9928-33ce42d7eb34 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255424 Jun 16 13:45:32.263674 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.335408 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c6264-b277-4c3c-9c34-93a76e04df76 req-43d86018-5bdc-47f9-a0ee-3b2ecea71a98 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:32.347489 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-878c6264-b277-4c3c-9c34-93a76e04df76 req-43d86018-5bdc-47f9-a0ee-3b2ecea71a98 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.5001981 Jun 16 13:45:32.463276 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-878c6264-b277-4c3c-9c34-93a76e04df76 req-e5ee5b48-394d-4594-b483-d9e8f7fc9326 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140366 Jun 16 13:45:32.632142 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 49794) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:32.640808 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a4a77d-266f-48af-b518-415ce9572988 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:45:32.650145 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.667557 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Transition to ACTIVE for port object b2a4a77d-266f-48af-b518-415ce9572988 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:32.675233 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313767'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.679295 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-0923471b-9626-4996-9dd6-24d89baa12d2 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:32.787955 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6185a492-fd9f-47d1-976a-d4c034627234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.808509 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Pushing event updated for resources: {'Port': ['ID=b2a4a77d-266f-48af-b518-415ce9572988,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:32.813071 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:32.882571 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Attempting to bind port b2a4a77d-266f-48af-b518-415ce9572988 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:45:32.882907 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Attempting to bind port b2a4a77d-266f-48af-b518-415ce9572988 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '38a34001-cc24-42b7-ac4e-6511feb9efa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:45:32.883233 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Attempting to bind port b2a4a77d-266f-48af-b518-415ce9572988 on network c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:32.888973 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Port b2a4a77d-266f-48af-b518-415ce9572988 on network c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:45:32.889409 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Attempting to bind port b2a4a77d-266f-48af-b518-415ce9572988 on network c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:32.901298 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Checking agent: {'id': 'bb4a981f-00aa-40ad-8a89-acbc72a2637c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:45:32.902967 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Checking segment: {'id': '38a34001-cc24-42b7-ac4e-6511feb9efa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:45:32.902967 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Bound using segment: {'id': '38a34001-cc24-42b7-ac4e-6511feb9efa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:45:32.903189 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Bound port: b2a4a77d-266f-48af-b518-415ce9572988, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a34001-cc24-42b7-ac4e-6511feb9efa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:45:32.903481 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.982071 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6185a492-fd9f-47d1-976a-d4c034627234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.988289 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6185a492-fd9f-47d1-976a-d4c034627234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.992761 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-2a1e8ce8-9d2b-40d3-9f5b-b63f04b2ca98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:33.002512 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] For port b2a4a77d-266f-48af-b518-415ce9572988, host hv-cinder-77428, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:45:33.007281 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] For port b2a4a77d-266f-48af-b518-415ce9572988, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b2a4a77d-266f-48af-b518-415ce9572988,segment=NetworkSegment(38a34001-cc24-42b7-ac4e-6511feb9efa1),segment_id=38a34001-cc24-42b7-ac4e-6511feb9efa1)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:45:33.017215 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313767'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:33.031180 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:33.056796 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-6185a492-fd9f-47d1-976a-d4c034627234 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c590c4a6361b4319b73f2b680fdba860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4230096 Jun 16 13:45:33.058729 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a492-fd9f-47d1-976a-d4c034627234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cdb183-2960-4138-9303-7daf9ff53af0,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:33.061538 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 49804) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:33.070581 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-6185a492-fd9f-47d1-976a-d4c034627234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:33.071766 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:33.072716 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:33.075387 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] 10.222.0.63 "PUT /v2.0/ports/b2a4a77d-266f-48af-b518-415ce9572988 HTTP/1.1" status: 200 len: 1094 time: 1.0013192 Jun 16 13:45:33.079303 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa03787-7e86-484b-af69-7c3d742885fa', 'tag': 'b2a4a77d-266f-48af-b518-415ce9572988'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:33.083931 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6bcdfb-7011-4285-bfc6-371d2fc90b79" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa03787-7e86-484b-af69-7c3d742885fa", "tag": "b2a4a77d-266f-48af-b518-415ce9572988"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:33.151161 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Pushing event updated for resources: {'Port': ['ID=b2a4a77d-266f-48af-b518-415ce9572988,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:33.156351 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:33.164963 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facaa4ad-96ce-4341-ad99-19735a968ef3 x-openstack-request-id: req-facaa4ad-96ce-4341-ad99-19735a968ef3 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:33.165401 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa03787-7e86-484b-af69-7c3d742885fa", "tag": "b2a4a77d-266f-48af-b518-415ce9572988", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:33.165743 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-facaa4ad-96ce-4341-ad99-19735a968ef3 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:33.166231 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa03787-7e86-484b-af69-7c3d742885fa', 'tag': 'b2a4a77d-266f-48af-b518-415ce9572988', 'status': 'completed', 'code': 200} Jun 16 13:45:33.169973 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dbf65ee6-ccd2-4c80-bcd1-977946f44911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:33.203473 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dbf65ee6-ccd2-4c80-bcd1-977946f44911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:33.293309 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dbf65ee6-ccd2-4c80-bcd1-977946f44911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:33.298424 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dbf65ee6-ccd2-4c80-bcd1-977946f44911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:33.300036 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-dbf65ee6-ccd2-4c80-bcd1-977946f44911 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c4cdb183-2960-4138-9303-7daf9ff53af0 HTTP/1.1" status: 204 len: 168 time: 0.2371888 Jun 16 13:45:33.301477 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-169810b1-061e-48a9-8f0f-fb9fe4cd54ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:33.333523 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf65ee6-ccd2-4c80-bcd1-977946f44911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cdb183-2960-4138-9303-7daf9ff53af0,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:33.346363 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-dbf65ee6-ccd2-4c80-bcd1-977946f44911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:33.672531 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99de48d-6675-4c49-8c3a-ff78de507410 req-ee518a51-b046-4102-9b5c-c0907715391d tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:33.674391 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a99de48d-6675-4c49-8c3a-ff78de507410 req-ee518a51-b046-4102-9b5c-c0907715391d tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 944 time: 0.1072724 Jun 16 13:45:33.726327 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6570eb-93af-4875-bb71-86ee09f8fe3b req-2859fbc9-e996-4086-869f-a45f5907c98c tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:33.738457 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7b6570eb-93af-4875-bb71-86ee09f8fe3b req-2859fbc9-e996-4086-869f-a45f5907c98c tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.1253757 Jun 16 13:45:33.759652 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a99de48d-6675-4c49-8c3a-ff78de507410 req-23eb4d26-22a4-4318-92a6-4de3e66b7654 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741737 Jun 16 13:45:33.799490 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7b6570eb-93af-4875-bb71-86ee09f8fe3b req-fdceb37f-1ef8-491c-b1a9-25dcbb1be71b tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589406 Jun 16 13:45:33.845156 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 49834) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:33.860773 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-354164e2-f602-4b58-9f58-ba534bb63068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:33.966100 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-354164e2-f602-4b58-9f58-ba534bb63068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:33.971277 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-354164e2-f602-4b58-9f58-ba534bb63068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:33.975843 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-a9148f0f-2105-424d-b812-4a40fa4434a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:34.012126 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-354164e2-f602-4b58-9f58-ba534bb63068 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=65c8cc7bfe544f8f850c1de86fbfa640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652193 Jun 16 13:45:34.016131 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 49846) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:34.020645 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354164e2-f602-4b58-9f58-ba534bb63068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056014ac-d414-47ad-adef-54972fd36520,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:34.027254 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-354164e2-f602-4b58-9f58-ba534bb63068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:34.078698 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-96e57c82-9948-4fd5-a1ee-3d55140916d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:34.100918 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-96e57c82-9948-4fd5-a1ee-3d55140916d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:34.165740 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-96e57c82-9948-4fd5-a1ee-3d55140916d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:34.168779 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-96e57c82-9948-4fd5-a1ee-3d55140916d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:34.169979 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-96e57c82-9948-4fd5-a1ee-3d55140916d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/056014ac-d414-47ad-adef-54972fd36520 HTTP/1.1" status: 204 len: 168 time: 0.1528561 Jun 16 13:45:34.170896 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-b636454e-6c26-4c69-b586-2cac26c2f91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:34.179683 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e57c82-9948-4fd5-a1ee-3d55140916d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056014ac-d414-47ad-adef-54972fd36520,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:34.182053 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-96e57c82-9948-4fd5-a1ee-3d55140916d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:35.047923 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89044b33-ff94-435f-a67f-c1a8ccdd85fa req-7295ae4e-fd47-4003-8288-873fe3d42608 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:35.050232 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-89044b33-ff94-435f-a67f-c1a8ccdd85fa req-7295ae4e-fd47-4003-8288-873fe3d42608 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 944 time: 0.0873539 Jun 16 13:45:35.096609 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3391131-6f49-4382-80f3-e0ccdbcb36e1 req-facd5ce1-0ebe-4284-af4d-24ad31f6010e tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:35.098247 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e3391131-6f49-4382-80f3-e0ccdbcb36e1 req-facd5ce1-0ebe-4284-af4d-24ad31f6010e tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.0964839 Jun 16 13:45:35.105394 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-89044b33-ff94-435f-a67f-c1a8ccdd85fa req-122c5b52-ead6-402a-855a-af9419453545 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477388 Jun 16 13:45:35.142557 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e3391131-6f49-4382-80f3-e0ccdbcb36e1 req-d8ca9df3-469a-4c38-9920-cea9370d5989 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369225 Jun 16 13:45:36.335973 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bcdfb-7011-4285-bfc6-371d2fc90b79 req-3393df90-2074-483e-9e10-972ad428d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:36.338407 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9a6bcdfb-7011-4285-bfc6-371d2fc90b79 req-3393df90-2074-483e-9e10-972ad428d428 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c42ead8899c468cad6ac1d8d5f5db81&device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 1097 time: 0.1837311 Jun 16 13:45:36.457144 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2610d2e2-c236-4a43-a657-a60573b00df8 req-11bb48f6-3e16-43f4-916c-185d5e782bff service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2397020 Jun 16 13:45:36.502695 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40867e15-18f7-46c8-9ab0-cdde10d8eee7 req-747b907d-804e-4fc5-a3ec-184d04823f9a tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:36.506244 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-40867e15-18f7-46c8-9ab0-cdde10d8eee7 req-747b907d-804e-4fc5-a3ec-184d04823f9a tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 944 time: 0.1745524 Jun 16 13:45:36.629199 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-40867e15-18f7-46c8-9ab0-cdde10d8eee7 req-01c4aacb-1fbd-435e-baec-e2a51610fb16 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065221 Jun 16 13:45:36.664061 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610d2e2-c236-4a43-a657-a60573b00df8 req-26e1e791-0aea-47fd-8e39-c658112151d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:36.664061 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2610d2e2-c236-4a43-a657-a60573b00df8 req-26e1e791-0aea-47fd-8e39-c658112151d6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5081b55f4e0b46648e0d7532df903e32&device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 1098 time: 0.1279426 Jun 16 13:45:36.821231 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610d2e2-c236-4a43-a657-a60573b00df8 req-8fc9b539-9503-4809-972a-edbe68371deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:36.822705 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2610d2e2-c236-4a43-a657-a60573b00df8 req-8fc9b539-9503-4809-972a-edbe68371deb service neutron] 10.222.0.63 "GET /v2.0/networks?id=e66bacf2-486e-461e-b78e-90ae3d758b97 HTTP/1.1" status: 200 len: 914 time: 0.1354392 Jun 16 13:45:36.891783 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2610d2e2-c236-4a43-a657-a60573b00df8 req-60de5423-a262-434b-9152-be7587eb76fa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac546121-a98c-4a7f-b8f5-c34cc9717255 HTTP/1.1" status: 200 len: 217 time: 0.0612249 Jun 16 13:45:36.943727 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bcdfb-7011-4285-bfc6-371d2fc90b79 req-39fbaa00-eeb8-4320-a2ad-d002909f9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:36.946119 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9a6bcdfb-7011-4285-bfc6-371d2fc90b79 req-39fbaa00-eeb8-4320-a2ad-d002909f9a12 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=8c42ead8899c468cad6ac1d8d5f5db81&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5960894 Jun 16 13:45:36.961352 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9888f78-b0f7-4a47-b217-3a2d44a5a664 req-c0d82c63-8c47-4c1b-b03a-ae983bc4d24f tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:36.971488 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610d2e2-c236-4a43-a657-a60573b00df8 req-d13375a5-1fbc-4927-a1b5-5b005c2e097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:36.973988 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2610d2e2-c236-4a43-a657-a60573b00df8 req-d13375a5-1fbc-4927-a1b5-5b005c2e097d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=591721d4-a860-4830-af20-ef37e56a08b3 HTTP/1.1" status: 200 len: 852 time: 0.0746679 Jun 16 13:45:36.975570 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e9888f78-b0f7-4a47-b217-3a2d44a5a664 req-c0d82c63-8c47-4c1b-b03a-ae983bc4d24f tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.4364183 Jun 16 13:45:37.027196 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2610d2e2-c236-4a43-a657-a60573b00df8 req-bdc820c0-4746-4c2c-a32d-8a2d86169ad8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e66bacf2-486e-461e-b78e-90ae3d758b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428939 Jun 16 13:45:37.120225 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e9888f78-b0f7-4a47-b217-3a2d44a5a664 req-ae199864-3b1f-4216-9a56-e5c1f7d88735 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374493 Jun 16 13:45:37.174692 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bcdfb-7011-4285-bfc6-371d2fc90b79 req-1d1da935-1986-4cdc-8198-6486f179d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:37.176350 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9a6bcdfb-7011-4285-bfc6-371d2fc90b79 req-1d1da935-1986-4cdc-8198-6486f179d3fe service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1970706 Jun 16 13:45:37.184512 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2610d2e2-c236-4a43-a657-a60573b00df8 req-120b7641-73ba-4a01-86eb-e2460dcc48c7 service neutron] 10.222.0.63 "GET /v2.0/networks/e66bacf2-486e-461e-b78e-90ae3d758b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358614 Jun 16 13:45:37.310958 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-885d973e-c7da-4673-a324-95a4afa9f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:37.313510 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-885d973e-c7da-4673-a324-95a4afa9f584 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c42ead8899c468cad6ac1d8d5f5db81&device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 1097 time: 0.0814712 Jun 16 13:45:37.341852 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2610d2e2-c236-4a43-a657-a60573b00df8 req-c41c8106-0dec-4e65-a7f2-6929cb84623a service neutron] 10.222.0.63 "GET /v2.0/networks/e66bacf2-486e-461e-b78e-90ae3d758b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474872 Jun 16 13:45:37.369866 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-7f9964cc-3b29-48a9-ad47-477d3d0ce778 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2a4a77d-266f-48af-b518-415ce9572988 HTTP/1.1" status: 200 len: 217 time: 0.0477750 Jun 16 13:45:37.450343 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-f2802f8f-90f6-47db-8813-7b8323fd57c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:37.452084 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-f2802f8f-90f6-47db-8813-7b8323fd57c8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3964001d-ef45-459e-8d1d-8c4399f1ca2e HTTP/1.1" status: 200 len: 855 time: 0.0737581 Jun 16 13:45:37.495616 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-646b7958-e6a5-4e6c-ba59-84ffae385087 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299418 Jun 16 13:45:37.615802 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-1f1961c1-33a4-4a87-a913-772fa3e26a66 service neutron] 10.222.0.63 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010959 Jun 16 13:45:37.792960 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-fcf5cf17-2a59-485b-b865-207c03c527ee req-e800270e-dc1f-4e63-9037-2baa82ea1f41 service neutron] 10.222.0.63 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649480 Jun 16 13:45:37.856920 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 49996) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:37.969447 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab5af7-ca23-472d-8014-06f6175effe1 req-024b1adb-b65e-401e-ae7a-d5d6df036bef tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:37.973552 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-13ab5af7-ca23-472d-8014-06f6175effe1 req-024b1adb-b65e-401e-ae7a-d5d6df036bef tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 944 time: 0.1695633 Jun 16 13:45:38.043505 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-13ab5af7-ca23-472d-8014-06f6175effe1 req-e034c2e6-b5b6-4da8-b105-6a875f6dd640 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627079 Jun 16 13:45:38.086156 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54ab46bc-822a-41d2-be67-7876286624e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:38.231819 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54ab46bc-822a-41d2-be67-7876286624e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:38.257953 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54ab46bc-822a-41d2-be67-7876286624e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:38.292322 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-d844704c-d1db-4f37-a29e-495f3467af5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:38.329406 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-54ab46bc-822a-41d2-be67-7876286624e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7945ea4fab9c4602b5cae19b97e34dbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4714003 Jun 16 13:45:38.331547 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab46bc-822a-41d2-be67-7876286624e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8fc961-375b-4150-9fb7-239b22530756,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:38.333714 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 50020) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:38.335809 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-54ab46bc-822a-41d2-be67-7876286624e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:38.441060 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37666c-9268-442b-a4a6-97706d6d927d req-94080100-dbe5-46a8-9fe3-96547c687dbb tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:38.443747 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1c37666c-9268-442b-a4a6-97706d6d927d req-94080100-dbe5-46a8-9fe3-96547c687dbb tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.1132984 Jun 16 13:45:38.446538 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f637abbc-d58d-4430-aaba-fdda36f4e9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:38.486460 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f637abbc-d58d-4430-aaba-fdda36f4e9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:38.507822 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1c37666c-9268-442b-a4a6-97706d6d927d req-9d4a4de8-80fa-4619-8a71-253db9f5fb52 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548756 Jun 16 13:45:38.557380 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f637abbc-d58d-4430-aaba-fdda36f4e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:38.560264 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f637abbc-d58d-4430-aaba-fdda36f4e9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:38.561649 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-f637abbc-d58d-4430-aaba-fdda36f4e9cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/be8fc961-375b-4150-9fb7-239b22530756 HTTP/1.1" status: 204 len: 168 time: 0.2264650 Jun 16 13:45:38.562504 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-894fcec1-17b6-496b-992d-6e3f3cd05f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:38.574273 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637abbc-d58d-4430-aaba-fdda36f4e9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8fc961-375b-4150-9fb7-239b22530756,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:38.578325 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-f637abbc-d58d-4430-aaba-fdda36f4e9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:39.031364 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50060) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:39.047511 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-81019f3e-3de4-4a0e-ad4f-369b84ad9c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.308807 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-81019f3e-3de4-4a0e-ad4f-369b84ad9c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.317482 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-81019f3e-3de4-4a0e-ad4f-369b84ad9c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.321538 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-a38bd0b4-4534-431e-91a4-cfc0971766e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:39.373503 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-81019f3e-3de4-4a0e-ad4f-369b84ad9c98 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=29160ea3076a4622b2438e9ca46151f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406851 Jun 16 13:45:39.378709 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50070) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:39.389419 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81019f3e-3de4-4a0e-ad4f-369b84ad9c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2757f2f-b83b-4080-ae8a-600627649506,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:39.394310 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-81019f3e-3de4-4a0e-ad4f-369b84ad9c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:39.407468 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d674480-fd6d-4147-9469-a68c11abceb0 req-205d1916-208a-47ae-aca5-24de75c55fc4 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:39.419456 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3d674480-fd6d-4147-9469-a68c11abceb0 req-205d1916-208a-47ae-aca5-24de75c55fc4 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 944 time: 0.1864395 Jun 16 13:45:39.469625 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd05c82-c87e-47cc-862c-99a127f61fc3 req-4f266f16-7825-42a3-b98e-dd7acdcaedf5 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:39.471354 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6dd05c82-c87e-47cc-862c-99a127f61fc3 req-4f266f16-7825-42a3-b98e-dd7acdcaedf5 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 945 time: 0.1295781 Jun 16 13:45:39.490704 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3d674480-fd6d-4147-9469-a68c11abceb0 req-ba96ffdf-c809-4490-8344-3fb1ccc5828a tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696638 Jun 16 13:45:39.515807 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-099fcb2a-c6a8-4272-a5ee-016640707eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.534332 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6dd05c82-c87e-47cc-862c-99a127f61fc3 req-1c91b3b9-bc43-4d60-9cd0-80f2553c908b tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538583 Jun 16 13:45:39.552716 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-099fcb2a-c6a8-4272-a5ee-016640707eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.623374 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-099fcb2a-c6a8-4272-a5ee-016640707eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.625370 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-099fcb2a-c6a8-4272-a5ee-016640707eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.626714 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-099fcb2a-c6a8-4272-a5ee-016640707eda admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a2757f2f-b83b-4080-ae8a-600627649506 HTTP/1.1" status: 204 len: 168 time: 0.2470584 Jun 16 13:45:39.627520 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:39.636445 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fcb2a-c6a8-4272-a5ee-016640707eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2757f2f-b83b-4080-ae8a-600627649506,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:39.638203 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-099fcb2a-c6a8-4272-a5ee-016640707eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:39.719970 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.742062 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0ec82-06a7-4323-943f-66a17432a330 req-e28a46d3-b45a-46eb-b083-8543a1cd9c2b tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:39.743648 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-2dd0ec82-06a7-4323-943f-66a17432a330 req-e28a46d3-b45a-46eb-b083-8543a1cd9c2b tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.0790923 Jun 16 13:45:39.793939 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-2dd0ec82-06a7-4323-943f-66a17432a330 req-53176d33-4d6d-4e5d-82ae-05efa07f7051 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430181 Jun 16 13:45:40.137553 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device b2a4a77d-266f-48af-b518-415ce9572988 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:45:40.298088 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port b2a4a77d-266f-48af-b518-415ce9572988, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b2a4a77d-266f-48af-b518-415ce9572988,segment=NetworkSegment(38a34001-cc24-42b7-ac4e-6511feb9efa1),segment_id=38a34001-cc24-42b7-ac4e-6511feb9efa1)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:40.328060 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': 'b2a4a77d-266f-48af-b518-415ce9572988', 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783', 'port_id': 'b2a4a77d-266f-48af-b518-415ce9572988', 'mac_address': 'fa:16:3e:fd:fb:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3964001d-ef45-459e-8d1d-8c4399f1ca2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:45:40.371983 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.396951 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a4a77d-266f-48af-b518-415ce9572988 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:45:40.429023 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port b2a4a77d-266f-48af-b518-415ce9572988, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b2a4a77d-266f-48af-b518-415ce9572988,segment=NetworkSegment(38a34001-cc24-42b7-ac4e-6511feb9efa1),segment_id=38a34001-cc24-42b7-ac4e-6511feb9efa1)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:40.437967 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.440484 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-78f9eecc-038e-4d20-a180-b31153263355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:40.542191 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=b2a4a77d-266f-48af-b518-415ce9572988,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:40.557341 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:40.557765 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:40.558247 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:40.558830 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:40.559373 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:40.559928 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:40.560457 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:40.561141 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:40.561712 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:40.562234 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:40.562762 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:40.563278 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:40.568538 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:40.773222 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['b2a4a77d-266f-48af-b518-415ce9572988'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:45:40.970245 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7e8ea7cb-d2f7-4527-a907-311c13b1d279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.974131 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa644133-6e84-48cc-b9d3-a78069353e69 req-c576d37b-0792-48f0-937f-49889c339e30 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:40.977145 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fa644133-6e84-48cc-b9d3-a78069353e69 req-c576d37b-0792-48f0-937f-49889c339e30 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 945 time: 0.1159120 Jun 16 13:45:41.028715 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fa644133-6e84-48cc-b9d3-a78069353e69 req-c788f57a-c1df-4ca3-ae7f-e8c2e5a30c1b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453351 Jun 16 13:45:41.080782 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc741f4-6d2e-41ed-ac5b-ea790fe70627 req-f495490f-2a08-4055-ba32-50acb9c50f80 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:41.088560 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5cc741f4-6d2e-41ed-ac5b-ea790fe70627 req-f495490f-2a08-4055-ba32-50acb9c50f80 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 945 time: 0.2471459 Jun 16 13:45:41.172133 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5cc741f4-6d2e-41ed-ac5b-ea790fe70627 req-268c86d9-16c2-4c81-806a-80e799fce7cb tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b2100c9-0800-445d-8c3c-a66d02de2b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824485 Jun 16 13:45:41.189315 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c56cf-9fa5-4e95-b1f5-72e1f69af85f req-2fb5b39e-2324-4955-8699-c049b1dccf56 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:41.192400 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-349c56cf-9fa5-4e95-b1f5-72e1f69af85f req-2fb5b39e-2324-4955-8699-c049b1dccf56 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 945 time: 0.2030840 Jun 16 13:45:41.353536 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280afdc8-f609-41a8-9364-9ad09e5d4d5a req-22d9e013-91c4-4d55-94c5-c50d7a1b6ad0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:41.364205 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-280afdc8-f609-41a8-9364-9ad09e5d4d5a req-22d9e013-91c4-4d55-94c5-c50d7a1b6ad0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.1273360 Jun 16 13:45:41.421199 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-280afdc8-f609-41a8-9364-9ad09e5d4d5a req-736fc0f1-4058-4ddc-84b9-22bfac6f8472 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555165 Jun 16 13:45:41.442433 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-349c56cf-9fa5-4e95-b1f5-72e1f69af85f req-014e2a4d-1c03-43db-89ca-c6ca24fc30db tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Deleting port ac546121-a98c-4a7f-b8f5-c34cc9717255 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:45:41.442911 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-349c56cf-9fa5-4e95-b1f5-72e1f69af85f req-014e2a4d-1c03-43db-89ca-c6ca24fc30db tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:41.588437 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-349c56cf-9fa5-4e95-b1f5-72e1f69af85f req-014e2a4d-1c03-43db-89ca-c6ca24fc30db tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] For port ac546121-a98c-4a7f-b8f5-c34cc9717255, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ac546121-a98c-4a7f-b8f5-c34cc9717255,segment=NetworkSegment(6dec5539-e745-4b98-bea5-6e9700dd72d9),segment_id=6dec5539-e745-4b98-bea5-6e9700dd72d9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:41.588803 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-349c56cf-9fa5-4e95-b1f5-72e1f69af85f req-014e2a4d-1c03-43db-89ca-c6ca24fc30db tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:41.699431 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-349c56cf-9fa5-4e95-b1f5-72e1f69af85f req-014e2a4d-1c03-43db-89ca-c6ca24fc30db tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Calling delete_port for ac546121-a98c-4a7f-b8f5-c34cc9717255 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:45:41.899404 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-349c56cf-9fa5-4e95-b1f5-72e1f69af85f req-014e2a4d-1c03-43db-89ca-c6ca24fc30db tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:41.910968 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:41.916888 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['ac546121-a98c-4a7f-b8f5-c34cc9717255'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:45:41.958589 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e2a4d-1c03-43db-89ca-c6ca24fc30db tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Pushing event deleted for resources: {'Port': ['ID=ac546121-a98c-4a7f-b8f5-c34cc9717255,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:41.982161 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-014e2a4d-1c03-43db-89ca-c6ca24fc30db tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:42.046248 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-349c56cf-9fa5-4e95-b1f5-72e1f69af85f req-014e2a4d-1c03-43db-89ca-c6ca24fc30db tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] No DVR routers for this DVR port ac546121-a98c-4a7f-b8f5-c34cc9717255 on host hv-cinder-77428 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:45:42.049661 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-349c56cf-9fa5-4e95-b1f5-72e1f69af85f req-014e2a4d-1c03-43db-89ca-c6ca24fc30db tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:42.064293 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-349c56cf-9fa5-4e95-b1f5-72e1f69af85f req-014e2a4d-1c03-43db-89ca-c6ca24fc30db tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.63 "DELETE /v2.0/ports/ac546121-a98c-4a7f-b8f5-c34cc9717255 HTTP/1.1" status: 204 len: 173 time: 0.8575907 Jun 16 13:45:42.064293 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef142914-b360-4c05-b92d-d9e24014d783', 'name': 'network-vif-deleted', 'tag': 'ac546121-a98c-4a7f-b8f5-c34cc9717255'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:42.064609 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 50202) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:42.065061 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd189e8f-e5b4-4b9b-836a-e2ea2454378b" -d '{"events": [{"server_uuid": "ef142914-b360-4c05-b92d-d9e24014d783", "name": "network-vif-deleted", "tag": "ac546121-a98c-4a7f-b8f5-c34cc9717255"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:42.155415 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device b2a4a77d-266f-48af-b518-415ce9572988 up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:42.159879 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62e5045-92d7-4872-85c1-10e3a0200b3c x-openstack-request-id: req-e62e5045-92d7-4872-85c1-10e3a0200b3c {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:42.161082 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef142914-b360-4c05-b92d-d9e24014d783", "name": "network-vif-deleted", "tag": "ac546121-a98c-4a7f-b8f5-c34cc9717255", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:42.161452 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e62e5045-92d7-4872-85c1-10e3a0200b3c {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:42.162099 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef142914-b360-4c05-b92d-d9e24014d783', 'name': 'network-vif-deleted', 'tag': 'ac546121-a98c-4a7f-b8f5-c34cc9717255', 'status': 'completed', 'code': 200} Jun 16 13:45:42.335999 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d9117454-2039-421c-a2fd-3992c0f13650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:42.413033 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d01f1c-d2cf-49b0-980d-35e15beab1ae req-4f5f5b35-4534-4c36-8c44-3c800ac85675 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:42.421015 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-78d01f1c-d2cf-49b0-980d-35e15beab1ae req-4f5f5b35-4534-4c36-8c44-3c800ac85675 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 945 time: 0.1768515 Jun 16 13:45:42.444764 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning for port b2a4a77d-266f-48af-b518-415ce9572988 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:42.451156 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port b2a4a77d-266f-48af-b518-415ce9572988 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:42.451665 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:42.498006 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c9541a15-6731-4c76-8005-bb04907d055c req-3643602c-1821-4c54-b1a7-b8143203987b tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 210 time: 0.0549638 Jun 16 13:45:42.521551 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-78d01f1c-d2cf-49b0-980d-35e15beab1ae req-812d598f-2ddc-4a1b-8356-2711fcf89cc9 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991397 Jun 16 13:45:42.562294 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d9117454-2039-421c-a2fd-3992c0f13650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:42.572620 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d9117454-2039-421c-a2fd-3992c0f13650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:42.577787 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-a2fa523a-7c17-42c3-91a7-2e41d1a4eb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:42.585173 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:42.612898 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9117454-2039-421c-a2fd-3992c0f13650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e9d990-046d-4024-bf77-49dc972a395b,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:42.624073 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa03787-7e86-484b-af69-7c3d742885fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a4a77d-266f-48af-b518-415ce9572988'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:42.627096 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e79388f-d78b-4342-8471-b3f6d9f50749" -d '{"events": [{"server_uuid": "eaa03787-7e86-484b-af69-7c3d742885fa", "name": "network-vif-plugged", "status": "completed", "tag": "b2a4a77d-266f-48af-b518-415ce9572988"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:42.642191 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port b2a4a77d-266f-48af-b518-415ce9572988, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b2a4a77d-266f-48af-b518-415ce9572988,segment=NetworkSegment(38a34001-cc24-42b7-ac4e-6511feb9efa1),segment_id=38a34001-cc24-42b7-ac4e-6511feb9efa1)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:42.642671 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d9117454-2039-421c-a2fd-3992c0f13650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:42.648735 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:42.650720 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device ac546121-a98c-4a7f-b8f5-c34cc9717255 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:45:42.655387 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:42.676685 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-d9117454-2039-421c-a2fd-3992c0f13650 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fad37bc59d3548269ee943b8575875da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6108437 Jun 16 13:45:42.679331 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 50242) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:42.699234 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3822816-5230-4382-ad11-bd653fb9e2d9 x-openstack-request-id: req-e3822816-5230-4382-ad11-bd653fb9e2d9 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:42.699585 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa03787-7e86-484b-af69-7c3d742885fa", "name": "network-vif-plugged", "status": "completed", "tag": "b2a4a77d-266f-48af-b518-415ce9572988", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:42.700047 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3822816-5230-4382-ad11-bd653fb9e2d9 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:42.700298 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa03787-7e86-484b-af69-7c3d742885fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a4a77d-266f-48af-b518-415ce9572988', 'code': 200} Jun 16 13:45:42.701075 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] No Port match for: ac546121-a98c-4a7f-b8f5-c34cc9717255 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:45:42.701432 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device ac546121-a98c-4a7f-b8f5-c34cc9717255 not bound to the agent host hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:45:42.739407 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4875c27-4211-4b65-be53-f5b80f30c1a8 req-cd6f77ca-f5db-4476-b045-1e682531ecf7 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:42.742917 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=b2a4a77d-266f-48af-b518-415ce9572988,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:42.747172 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a4875c27-4211-4b65-be53-f5b80f30c1a8 req-cd6f77ca-f5db-4476-b045-1e682531ecf7 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.0988646 Jun 16 13:45:42.748705 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:42.756617 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d53e-5441-4acb-9656-3c2e9803925b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:42.780427 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d53e-5441-4acb-9656-3c2e9803925b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:42.794165 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a4875c27-4211-4b65-be53-f5b80f30c1a8 req-2f88b5cf-d4f7-41e3-9450-89bb42b0e2a2 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460093 Jun 16 13:45:42.846974 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d53e-5441-4acb-9656-3c2e9803925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:42.850680 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d53e-5441-4acb-9656-3c2e9803925b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:42.852343 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-4ca5d53e-5441-4acb-9656-3c2e9803925b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31e9d990-046d-4024-bf77-49dc972a395b HTTP/1.1" status: 204 len: 168 time: 0.1719143 Jun 16 13:45:42.853710 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:42.864658 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5d53e-5441-4acb-9656-3c2e9803925b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e9d990-046d-4024-bf77-49dc972a395b,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:42.867108 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-4ca5d53e-5441-4acb-9656-3c2e9803925b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:43.274688 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 50290) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:43.294066 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-59fd71d0-bf87-4fad-b42e-5c2648bc3df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:43.346487 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-967af7a9-25f3-4315-953c-4ffe60dd3347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:43.445558 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:43.470979 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50300) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:43.471627 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-59fd71d0-bf87-4fad-b42e-5c2648bc3df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:43.478110 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-59fd71d0-bf87-4fad-b42e-5c2648bc3df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:43.483753 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c1e74614-256f-41ab-9136-268ffc54b37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:43.533970 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-59fd71d0-bf87-4fad-b42e-5c2648bc3df2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7046944606944f7830decb4f6077c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581859 Jun 16 13:45:43.536155 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd71d0-bf87-4fad-b42e-5c2648bc3df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bc54cc-a287-4855-8a69-229cab351953,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:43.537863 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50304) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:43.540807 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-59fd71d0-bf87-4fad-b42e-5c2648bc3df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:43.635597 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25e8ec35-b379-4f69-b21f-613b9ba8a183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:43.657298 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fae45bc6-898f-43d1-9b28-27469766f4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:43.682501 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25e8ec35-b379-4f69-b21f-613b9ba8a183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:43.745799 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-6a619b68-1342-4e63-88e7-52fb67cd6846 req-cf8b2256-8c81-4156-801c-e6c075917142 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 210 time: 0.0595973 Jun 16 13:45:43.755597 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03531b4d-c639-4a0c-8836-000c82887575 req-282d7f08-fc7b-4574-86f0-23cd50bda6ec tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:43.757165 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-03531b4d-c639-4a0c-8836-000c82887575 req-282d7f08-fc7b-4574-86f0-23cd50bda6ec tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 946 time: 0.0737634 Jun 16 13:45:43.819331 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-03531b4d-c639-4a0c-8836-000c82887575 req-fb2c2284-a173-41ab-9157-9584724569b0 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517728 Jun 16 13:45:43.825617 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25e8ec35-b379-4f69-b21f-613b9ba8a183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:43.828630 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25e8ec35-b379-4f69-b21f-613b9ba8a183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:43.829954 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-25e8ec35-b379-4f69-b21f-613b9ba8a183 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f5bc54cc-a287-4855-8a69-229cab351953 HTTP/1.1" status: 204 len: 168 time: 0.2908590 Jun 16 13:45:43.832490 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-c559f0b0-9017-45b5-ae96-c5078b12aefa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:43.865769 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8ec35-b379-4f69-b21f-613b9ba8a183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bc54cc-a287-4855-8a69-229cab351953,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:43.869389 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-25e8ec35-b379-4f69-b21f-613b9ba8a183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:43.904695 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fae45bc6-898f-43d1-9b28-27469766f4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:43.912522 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fae45bc6-898f-43d1-9b28-27469766f4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:43.919428 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-81019f3e-3de4-4a0e-ad4f-369b84ad9c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:43.969001 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-fae45bc6-898f-43d1-9b28-27469766f4c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=702a3d572479471180a0a8e8988ccc01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909408 Jun 16 13:45:43.969912 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 50316) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:43.977134 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae45bc6-898f-43d1-9b28-27469766f4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a45e422-8e8d-47c8-a04a-b22b92ccab28,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:43.981958 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fae45bc6-898f-43d1-9b28-27469766f4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:44.060928 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7ad3ef48-7b3e-4ed5-8cc5-bb889a246ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.099535 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7ad3ef48-7b3e-4ed5-8cc5-bb889a246ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.169552 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7ad3ef48-7b3e-4ed5-8cc5-bb889a246ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.174321 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7ad3ef48-7b3e-4ed5-8cc5-bb889a246ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.176876 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7ad3ef48-7b3e-4ed5-8cc5-bb889a246ab7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a45e422-8e8d-47c8-a04a-b22b92ccab28 HTTP/1.1" status: 204 len: 168 time: 0.2054543 Jun 16 13:45:44.178056 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-4ca5d53e-5441-4acb-9656-3c2e9803925b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:44.191876 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3ef48-7b3e-4ed5-8cc5-bb889a246ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a45e422-8e8d-47c8-a04a-b22b92ccab28,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:44.199398 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6ab92-2d8e-4158-aaea-c5aeebdd957a req-bf9a8dbe-2df2-467d-ac9c-52a7d33f5b2a tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:44.212903 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-40f6ab92-2d8e-4158-aaea-c5aeebdd957a req-bf9a8dbe-2df2-467d-ac9c-52a7d33f5b2a tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.1106308 Jun 16 13:45:44.221633 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7ad3ef48-7b3e-4ed5-8cc5-bb889a246ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:44.260805 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-40f6ab92-2d8e-4158-aaea-c5aeebdd957a req-6349d60f-0150-47eb-b624-94eaed4be50e tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457270 Jun 16 13:45:44.301657 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50324) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:44.329435 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2aab49b3-e6d5-473c-bc48-4724ac8059dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.460478 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2aab49b3-e6d5-473c-bc48-4724ac8059dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.466003 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2aab49b3-e6d5-473c-bc48-4724ac8059dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.468844 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-4c67136b-31b0-4afb-846b-8656f8744445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:44.508529 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-2aab49b3-e6d5-473c-bc48-4724ac8059dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a58d816f0a5847109e4626d645c060bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2057006 Jun 16 13:45:44.509757 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab49b3-e6d5-473c-bc48-4724ac8059dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca6264e-da8f-4fae-bd39-b3dafc78df0f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:44.511321 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 50330) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:44.513023 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-2aab49b3-e6d5-473c-bc48-4724ac8059dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:44.578390 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d9af33f5-9cbc-4d88-a0db-efc4e90e71db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.586724 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50332) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:44.603568 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4b14-285c-4548-97d2-0e302d6d882b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.605041 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d9af33f5-9cbc-4d88-a0db-efc4e90e71db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.662580 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d9af33f5-9cbc-4d88-a0db-efc4e90e71db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.665637 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d9af33f5-9cbc-4d88-a0db-efc4e90e71db admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.666891 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-d9af33f5-9cbc-4d88-a0db-efc4e90e71db admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fca6264e-da8f-4fae-bd39-b3dafc78df0f HTTP/1.1" status: 204 len: 168 time: 0.1493247 Jun 16 13:45:44.667636 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-30343124-578d-4bd5-bf1f-53e2f4ff30c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:44.688532 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af33f5-9cbc-4d88-a0db-efc4e90e71db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca6264e-da8f-4fae-bd39-b3dafc78df0f,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:44.705886 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d9af33f5-9cbc-4d88-a0db-efc4e90e71db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:44.724164 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4b14-285c-4548-97d2-0e302d6d882b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.729730 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4b14-285c-4548-97d2-0e302d6d882b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.732225 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-c6f72714-2c84-4392-ac61-80e1c2eef8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:44.773440 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-0c0e4b14-285c-4548-97d2-0e302d6d882b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0385625ab6a54f2ca561c5e4d8cc2161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856079 Jun 16 13:45:44.775900 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e4b14-285c-4548-97d2-0e302d6d882b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1373dbd9-0495-4591-9584-9866c57e72dc,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:44.776264 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 50340) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:44.784692 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-0c0e4b14-285c-4548-97d2-0e302d6d882b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:44.826851 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.829672 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2604da32-c50a-4b44-a029-f12770ffff52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.859044 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2604da32-c50a-4b44-a029-f12770ffff52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.949208 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2604da32-c50a-4b44-a029-f12770ffff52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.951873 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2604da32-c50a-4b44-a029-f12770ffff52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.953034 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-2604da32-c50a-4b44-a029-f12770ffff52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1373dbd9-0495-4591-9584-9866c57e72dc HTTP/1.1" status: 204 len: 168 time: 0.1757267 Jun 16 13:45:44.955125 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fc63f4a1-3396-49dc-ab24-a29cea0ca1e1 req-abd2755f-e92c-4799-91f5-ba3d28afab5b tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 210 time: 0.0377684 Jun 16 13:45:44.959945 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-b8967930-05a1-488b-af21-a00611f05222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:44.978786 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604da32-c50a-4b44-a029-f12770ffff52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1373dbd9-0495-4591-9584-9866c57e72dc,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:44.982613 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-2604da32-c50a-4b44-a029-f12770ffff52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:45.040848 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb5d8a-3273-430f-88a7-f6462e19614e req-98d05cf8-df88-40f7-a39d-0faeeb847511 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:45.042364 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ffeb5d8a-3273-430f-88a7-f6462e19614e req-98d05cf8-df88-40f7-a39d-0faeeb847511 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 946 time: 0.0744808 Jun 16 13:45:45.092044 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ffeb5d8a-3273-430f-88a7-f6462e19614e req-9382d01f-d267-408d-9ee8-1178dadcaba2 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427468 Jun 16 13:45:45.518401 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57b57e-853c-443f-accd-0954a04ca6b7 req-27070274-797b-49ef-b009-192d9c5681d4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:45.520884 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8c57b57e-853c-443f-accd-0954a04ca6b7 req-27070274-797b-49ef-b009-192d9c5681d4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.1055193 Jun 16 13:45:45.567344 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8c57b57e-853c-443f-accd-0954a04ca6b7 req-c5bb3410-3f08-4ba0-a66f-7d2f63881b32 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406168 Jun 16 13:45:45.890722 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50396) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:46.004384 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c317f9a-d686-4d3d-8050-bb3c7fee8793 req-1943bfc3-69e2-404a-899f-9b9030827dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:46.007358 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5c317f9a-d686-4d3d-8050-bb3c7fee8793 req-1943bfc3-69e2-404a-899f-9b9030827dd9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 1099 time: 0.1034496 Jun 16 13:45:46.067447 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5c317f9a-d686-4d3d-8050-bb3c7fee8793 req-97becfe7-9d1d-4208-af44-dd5005edb63f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432119 Jun 16 13:45:46.226923 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5f268557-90a4-45f2-bfaf-a358ab6b0c65 req-4f31058e-c68c-406c-943e-b5323b10d1d7 tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef142914-b360-4c05-b92d-d9e24014d783 HTTP/1.1" status: 200 len: 210 time: 0.1216583 Jun 16 13:45:46.264011 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1eb41ba4-672f-4f3e-97f3-8d1082ba1015 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2096200860-network', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:46.304006 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb41ba4-672f-4f3e-97f3-8d1082ba1015 admin admin] Made reservation on behalf of ebd6e7f2412b421191a4d9c5792eacf9 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:45:46.308483 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1eb41ba4-672f-4f3e-97f3-8d1082ba1015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:46.327064 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1eb41ba4-672f-4f3e-97f3-8d1082ba1015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:46.393539 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543084ab-742c-4b00-83ba-b0f44dc84555 req-98522bfa-d8a7-43a7-9676-dbfa9c32b84a tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:46.395909 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-543084ab-742c-4b00-83ba-b0f44dc84555 req-98522bfa-d8a7-43a7-9676-dbfa9c32b84a tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 946 time: 0.1198843 Jun 16 13:45:46.407144 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:46.514639 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-543084ab-742c-4b00-83ba-b0f44dc84555 req-9de2c205-bba6-4f7a-9ebc-2913025d5228 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096683 Jun 16 13:45:46.570694 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1eb41ba4-672f-4f3e-97f3-8d1082ba1015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:46.580774 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1eb41ba4-672f-4f3e-97f3-8d1082ba1015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:46.586693 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-ca6ef5b4-25de-4c28-bcd8-30e7f9557abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:46.635848 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb41ba4-672f-4f3e-97f3-8d1082ba1015 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1372} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:45:46.656366 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb41ba4-672f-4f3e-97f3-8d1082ba1015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7eab87-53a2-4981-b5c9-debe76aebfe6,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:46.679267 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-1eb41ba4-672f-4f3e-97f3-8d1082ba1015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:46.690767 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1eb41ba4-672f-4f3e-97f3-8d1082ba1015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:46.693183 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.db.segments_db [None req-1eb41ba4-672f-4f3e-97f3-8d1082ba1015 admin admin] Added segment 6e93d335-f264-4a19-a7d6-db101b32c88f of type vlan for network 24e75871-b5d6-4e6b-a8f8-3bb7c470f65d Jun 16 13:45:46.808741 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1eb41ba4-672f-4f3e-97f3-8d1082ba1015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768724243357'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:47.026120 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1eb41ba4-672f-4f3e-97f3-8d1082ba1015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:47.041713 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb41ba4-672f-4f3e-97f3-8d1082ba1015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:47.042700 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1eb41ba4-672f-4f3e-97f3-8d1082ba1015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:47.052140 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:47.218333 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488191f0-9f25-4673-b14f-8c09b26a0f2b req-aa4bab98-edb8-40b0-a094-582348b20529 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:47.221449 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-488191f0-9f25-4673-b14f-8c09b26a0f2b req-aa4bab98-edb8-40b0-a094-582348b20529 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.4032695 Jun 16 13:45:47.227727 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-1eb41ba4-672f-4f3e-97f3-8d1082ba1015 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3317866 Jun 16 13:45:47.227881 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 50452) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:47.236125 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-66384348-b536-4652-9e09-c024bef9cce6 admin admin] Request body: {'subnet': {'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2096200860-subnet', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'ip_version': 4}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:47.246153 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb41ba4-672f-4f3e-97f3-8d1082ba1015 admin admin] Pushing event updated for resources: {'Network': ['ID=24e75871-b5d6-4e6b-a8f8-3bb7c470f65d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:47.252316 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-1eb41ba4-672f-4f3e-97f3-8d1082ba1015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:47.294284 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Network 24e75871-b5d6-4e6b-a8f8-3bb7c470f65d details requested by agent ovs-agent-dv-cinder-774286-16-iscsi with host dv-cinder-774286-16-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:45:47.308287 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66384348-b536-4652-9e09-c024bef9cce6 admin admin] Made reservation on behalf of ebd6e7f2412b421191a4d9c5792eacf9 for: {'subnet': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:45:47.314993 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-66384348-b536-4652-9e09-c024bef9cce6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:47.325182 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de3065-3098-4577-9632-52352d024cf5 req-8e798331-fdc9-46e6-b65b-1affbb96372e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:47.327105 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e0de3065-3098-4577-9632-52352d024cf5 req-8e798331-fdc9-46e6-b65b-1affbb96372e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 1099 time: 0.3616612 Jun 16 13:45:47.428429 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e0de3065-3098-4577-9632-52352d024cf5 req-fea3e5af-2b86-4292-8c1b-c847c71761e8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887718 Jun 16 13:45:47.454689 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-488191f0-9f25-4673-b14f-8c09b26a0f2b req-b1052b07-fd6e-4829-add9-bf28a55cc91d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997421 Jun 16 13:45:47.694426 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-66384348-b536-4652-9e09-c024bef9cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451'] for subnet, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:47.701540 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:47.834554 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66384348-b536-4652-9e09-c024bef9cce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f69e043-1255-4377-a60c-e1b80639a890,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:47.846301 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-66384348-b536-4652-9e09-c024bef9cce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:47.850141 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66384348-b536-4652-9e09-c024bef9cce6 admin admin] Checking segment: {'id': '6e93d335-f264-4a19-a7d6-db101b32c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1372, 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:45:47.850519 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66384348-b536-4652-9e09-c024bef9cce6 admin admin] Network hostable DHCP agents. Network: 24e75871-b5d6-4e6b-a8f8-3bb7c470f65d, hostable agents: ['cacdca07-80fb-43b6-bcec-cb473972b15f'], hosted agents: [] {{(pid=103637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:45:47.887420 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becec19f-9ef9-4ec5-967b-53b5551536c3 req-bc1922b9-3154-47de-81c8-c7e03c654915 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:47.889000 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-becec19f-9ef9-4ec5-967b-53b5551536c3 req-bc1922b9-3154-47de-81c8-c7e03c654915 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 946 time: 0.1806488 Jun 16 13:45:47.890455 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66384348-b536-4652-9e09-c024bef9cce6 admin admin] Network 24e75871-b5d6-4e6b-a8f8-3bb7c470f65d is scheduled to be hosted by DHCP agent cacdca07-80fb-43b6-bcec-cb473972b15f with binding_index 1 {{(pid=103637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:45:47.933597 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-66384348-b536-4652-9e09-c024bef9cce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-16-iscsi, 24e75871-b5d6-4e6b-a8f8-3bb7c470f65d) {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:47.947265 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66384348-b536-4652-9e09-c024bef9cce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:47.947939 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-66384348-b536-4652-9e09-c024bef9cce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:47.956182 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dea6fb8-07a1-4ae3-a160-5dd45be96e1d None None] Network 24e75871-b5d6-4e6b-a8f8-3bb7c470f65d requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:45:47.977835 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-becec19f-9ef9-4ec5-967b-53b5551536c3 req-20926e89-4535-4ef6-91cc-7f6da64fecc6 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816472 Jun 16 13:45:48.002895 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-66384348-b536-4652-9e09-c024bef9cce6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7699726 Jun 16 13:45:48.003856 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50484) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:48.010816 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2096200860-router', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:48.053609 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-679868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16076'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:48.056264 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15927'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:48.189752 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98e8dfa6-0b33-5bf0-932d-28a6243b7025-24e75871-b5d6-4e6b-a8f8-3bb7c470f65d', 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'fixed_ips': [{'subnet_id': '2f69e043-1255-4377-a60c-e1b80639a890'}]}} from dv-cinder-774286-16-iscsi. {{(pid=103638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:45:48.193857 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:48.433998 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:48.575906 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Allocated IP 172.20.0.2 (24e75871-b5d6-4e6b-a8f8-3bb7c470f65d/2f69e043-1255-4377-a60c-e1b80639a890/deeb8224-9b4e-45b2-af6b-21ff09306b96) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:45:48.803751 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15905'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:48.815158 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Notify callbacks [] for port, precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:48.824781 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Transition to ACTIVE for port object deeb8224-9b4e-45b2-af6b-21ff09306b96 will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:48.843628 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Transition to ACTIVE for port object deeb8224-9b4e-45b2-af6b-21ff09306b96 will not be triggered until provisioned by entity DHCP. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:48.852509 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150'] for port, after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:48.865294 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:48.910882 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Network 24e75871-b5d6-4e6b-a8f8-3bb7c470f65d is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:45:48.925874 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:48.948018 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:45:48.970805 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e90e4-b196-45bf-aa23-4194d074329b req-da051aba-7be0-4e73-b1ed-b6edd2d1971f tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:48.974218 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f50e90e4-b196-45bf-aa23-4194d074329b req-da051aba-7be0-4e73-b1ed-b6edd2d1971f tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.2572856 Jun 16 13:45:48.987181 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Pushing event updated for resources: {'Port': ['ID=deeb8224-9b4e-45b2-af6b-21ff09306b96,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:49.017458 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:49.031228 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Attempting to bind port deeb8224-9b4e-45b2-af6b-21ff09306b96 on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:45:49.031863 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Attempting to bind port deeb8224-9b4e-45b2-af6b-21ff09306b96 by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '6e93d335-f264-4a19-a7d6-db101b32c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1372, 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:45:49.032225 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Attempting to bind port deeb8224-9b4e-45b2-af6b-21ff09306b96 on network 24e75871-b5d6-4e6b-a8f8-3bb7c470f65d {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:49.039561 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f50e90e4-b196-45bf-aa23-4194d074329b req-1588f084-43b1-4a38-ad85-0dac3d00e88a tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574393 Jun 16 13:45:49.040149 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:45:49.040765 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Checking segment: {'id': '6e93d335-f264-4a19-a7d6-db101b32c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1372, 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:45:49.041377 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:49.042035 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Bound using segment: {'id': '6e93d335-f264-4a19-a7d6-db101b32c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1372, 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:45:49.043202 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Bound port: deeb8224-9b4e-45b2-af6b-21ff09306b96, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e93d335-f264-4a19-a7d6-db101b32c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1372, 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:45:49.044417 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:49.139896 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] For port deeb8224-9b4e-45b2-af6b-21ff09306b96, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:45:49.164253 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] For port deeb8224-9b4e-45b2-af6b-21ff09306b96, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=deeb8224-9b4e-45b2-af6b-21ff09306b96,segment=NetworkSegment(6e93d335-f264-4a19-a7d6-db101b32c88f),segment_id=6e93d335-f264-4a19-a7d6-db101b32c88f)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:45:49.172261 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:49.189530 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:49.204137 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:49.230226 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:49.370539 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Pushing event updated for resources: {'Port': ['ID=deeb8224-9b4e-45b2-af6b-21ff09306b96,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:49.390418 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 50546) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:49.391595 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:49.415331 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] Allocated IP 172.27.3.243 (4d1119cf-5fec-45f3-97f5-606abcd40a6f/1e4ea701-5473-443b-aeed-fa1b09c8f901/98f7389c-5d25-4e40-9b06-4cef0fa9dec0) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:45:49.471141 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bbf313-1344-4be9-9d80-9af16b63c40e admin admin] Deleting subnet 591721d4-a860-4830-af20-ef37e56a08b3 {{(pid=103637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:45:49.474797 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-82bbf313-1344-4be9-9d80-9af16b63c40e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:49.513922 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-82bbf313-1344-4be9-9d80-9af16b63c40e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:49.520236 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-82bbf313-1344-4be9-9d80-9af16b63c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7909541'] for subnet, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:49.555413 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:49.584242 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-82bbf313-1344-4be9-9d80-9af16b63c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7909562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451'] for subnet, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:49.588748 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-1a7235eb-d7e7-4231-b0cc-012760c85842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:49.610319 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3313777'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:49.613346 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:49.634728 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-82bbf313-1344-4be9-9d80-9af16b63c40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:49.641372 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-82bbf313-1344-4be9-9d80-9af16b63c40e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/591721d4-a860-4830-af20-ef37e56a08b3 HTTP/1.1" status: 204 len: 168 time: 0.2495952 Jun 16 13:45:49.642236 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 50552) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:49.645744 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbf313-1344-4be9-9d80-9af16b63c40e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=591721d4-a860-4830-af20-ef37e56a08b3,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:49.651170 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-82bbf313-1344-4be9-9d80-9af16b63c40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:49.684524 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:45:49.688517 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] Pushing event updated for resources: {'Port': ['ID=98f7389c-5d25-4e40-9b06-4cef0fa9dec0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:49.699143 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:49.701050 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:49.713975 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:45:49.775479 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101688'] for network, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:49.872772 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 50556) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:49.888305 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7908138', 'neutron.services.segments.db._delete_segments_for_network-8768724746033'] for network, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:49.904443 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:45:49.904799 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:45:49.905598 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:45:49.905928 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Subscribe: > port after_create 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:45:49.906268 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Subscribe: > port after_delete 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:45:49.907224 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Subscribe: > port after_update 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:45:49.907224 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:45:49.907224 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:45:49.907604 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:45:49.907864 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:45:50.038535 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:45:50.038931 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:45:50.039306 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:45:50.039755 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:45:50.040361 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66bacf2-486e-461e-b78e-90ae3d758b97']}} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:50.063356 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dec5539-e745-4b98-bea5-6e9700dd72d9') {'for_net_delete': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:50.063666 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dec5539-e745-4b98-bea5-6e9700dd72d9') {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:50.092584 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:50.100728 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3d2eab29-1d67-4600-8e48-3a5f211fe1ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:50.104208 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768724745346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735843'] for segment, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:50.139209 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:50.153890 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device deeb8224-9b4e-45b2-af6b-21ff09306b96 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:50.162746 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Releasing vlan 1384 on physical network physnet1 to pool {{(pid=103637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:45:50.163496 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8885146'] for segment, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: from cryptography.utils import int_from_bytes Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: from cryptography.utils import int_from_bytes Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: Traceback (most recent call last): Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: timer() Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: cb(*args, **kw) Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: return func(*args, **kwargs) Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: self._notify() Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: self.callback(batched_events) Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: event.method(event) Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: return f(self, *a, **k) Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: return self._get(url).json() Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: return self.request(url, 'GET', **kwargs) Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:45:50.168199 dv-cinder-774286-16-iscsi neutron-server[103637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:45:50.229580 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port deeb8224-9b4e-45b2-af6b-21ff09306b96 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:50.269794 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7908131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375885'] for network, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:50.288138 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:50.292439 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] 10.222.0.26 "DELETE /v2.0/networks/e66bacf2-486e-461e-b78e-90ae3d758b97 HTTP/1.1" status: 204 len: 168 time: 0.6487272 Jun 16 13:45:50.294697 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-af2d12ff-c023-4058-96a0-8ba5d22ae00f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:50.312206 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Pushing event deleted for resources: {'Network': ['ID=e66bacf2-486e-461e-b78e-90ae3d758b97,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:50.315828 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:50.381936 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3d2eab29-1d67-4600-8e48-3a5f211fe1ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:50.387121 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3d2eab29-1d67-4600-8e48-3a5f211fe1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:50.392209 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-2604da32-c50a-4b44-a029-f12770ffff52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:50.449486 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3d2eab29-1d67-4600-8e48-3a5f211fe1ab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=02c22530401a439db1a91e3c771f03f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5763533 Jun 16 13:45:50.450634 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2eab29-1d67-4600-8e48-3a5f211fe1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3d3c97-1136-417e-8b8f-d2585c6300ac,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:50.453899 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-3d2eab29-1d67-4600-8e48-3a5f211fe1ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:50.454856 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 50570) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:50.458066 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7e957-6092-4d69-850c-c8fdaa510007 req-61472063-76f0-461a-a293-3e2f614be67b tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:50.468508 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-25d7e957-6092-4d69-850c-c8fdaa510007 req-61472063-76f0-461a-a293-3e2f614be67b tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.2506263 Jun 16 13:45:50.567090 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-25d7e957-6092-4d69-850c-c8fdaa510007 req-b440ab38-be68-41a6-be09-293fb13eeceb tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972641 Jun 16 13:45:50.588762 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce328-dd17-405f-8a93-001d3c1f97e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:50.607037 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372952'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:50.628084 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50582) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:50.642920 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce328-dd17-405f-8a93-001d3c1f97e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:50.712227 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce328-dd17-405f-8a93-001d3c1f97e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:50.715930 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce328-dd17-405f-8a93-001d3c1f97e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:50.717366 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-4e0ce328-dd17-405f-8a93-001d3c1f97e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa3d3c97-1136-417e-8b8f-d2585c6300ac HTTP/1.1" status: 204 len: 168 time: 0.2609487 Jun 16 13:45:50.718202 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:50.764286 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ce328-dd17-405f-8a93-001d3c1f97e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3d3c97-1136-417e-8b8f-d2585c6300ac,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:50.772590 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-4e0ce328-dd17-405f-8a93-001d3c1f97e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:50.936476 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-4f26258f-9687-4e5b-a711-429b94458eca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5081b55f4e0b46648e0d7532df903e32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3035202 Jun 16 13:45:50.938658 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50612) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:50.956924 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2195ddd9-b8ea-4081-b942-e2e4e875d52d None None] Network 24e75871-b5d6-4e6b-a8f8-3bb7c470f65d requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:45:50.993419 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d52c07-6862-4d97-aee7-6fda726964ea req-6a6068ff-c2dc-4b86-a0de-70ef9ac41307 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:50.995061 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e9d52c07-6862-4d97-aee7-6fda726964ea req-6a6068ff-c2dc-4b86-a0de-70ef9ac41307 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1549342 Jun 16 13:45:51.083438 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e9d52c07-6862-4d97-aee7-6fda726964ea req-cd8835e8-c3d2-4f03-ba50-40297ddab84f tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794942 Jun 16 13:45:51.133650 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-2ca368f2-2c88-4435-b976-a622ad8c594e None None] Provisioning for port deeb8224-9b4e-45b2-af6b-21ff09306b96 completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:51.154742 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-2ca368f2-2c88-4435-b976-a622ad8c594e None None] Provisioning complete for port deeb8224-9b4e-45b2-af6b-21ff09306b96 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:51.156354 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2ca368f2-2c88-4435-b976-a622ad8c594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:51.258185 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-6d69966d-1e7a-41a6-a68d-080c459f8391 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:51.266799 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-6d69966d-1e7a-41a6-a68d-080c459f8391 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/networks?id=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 HTTP/1.1" status: 200 len: 815 time: 0.2800014 Jun 16 13:45:51.308968 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-c8649b80-b5be-4ff0-b955-f9c849e91a6e tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/quotas/8c42ead8899c468cad6ac1d8d5f5db81 HTTP/1.1" status: 200 len: 375 time: 0.0412323 Jun 16 13:45:51.325669 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2ca368f2-2c88-4435-b976-a622ad8c594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:51.374856 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd195c0c-fde3-4500-b081-a1444c3fff9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:51.379250 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-2ca368f2-2c88-4435-b976-a622ad8c594e None None] For port deeb8224-9b4e-45b2-af6b-21ff09306b96, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=deeb8224-9b4e-45b2-af6b-21ff09306b96,segment=NetworkSegment(6e93d335-f264-4a19-a7d6-db101b32c88f),segment_id=6e93d335-f264-4a19-a7d6-db101b32c88f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:51.389088 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2ca368f2-2c88-4435-b976-a622ad8c594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:51.392862 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:51.408439 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd195c0c-fde3-4500-b081-a1444c3fff9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:51.461840 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca368f2-2c88-4435-b976-a622ad8c594e None None] Pushing event updated for resources: {'Port': ['ID=deeb8224-9b4e-45b2-af6b-21ff09306b96,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:51.475559 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-2ca368f2-2c88-4435-b976-a622ad8c594e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:51.509783 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] Router 74134424-fc5d-4619-825b-85f42008494c is scheduled to L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:45:51.558829 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd195c0c-fde3-4500-b081-a1444c3fff9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:51.561597 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd195c0c-fde3-4500-b081-a1444c3fff9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:51.565073 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-bd195c0c-fde3-4500-b081-a1444c3fff9b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b2100c9-0800-445d-8c3c-a66d02de2b6c HTTP/1.1" status: 204 len: 168 time: 0.6207931 Jun 16 13:45:51.565349 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 50632) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:51.566316 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-ddc49a5a-7533-4ac2-98a2-d72a57354548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:51.589157 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bf4478b6-6bca-479a-b506-9967e5ed452c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:51.690117 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd195c0c-fde3-4500-b081-a1444c3fff9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2100c9-0800-445d-8c3c-a66d02de2b6c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:51.701142 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-bd195c0c-fde3-4500-b081-a1444c3fff9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:51.738491 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-3e3b15bf-cabe-41b1-b9fc-64a19d08f47e tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c42ead8899c468cad6ac1d8d5f5db81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4281995 Jun 16 13:45:51.757487 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-978c60f0-2af9-4447-885d-c6ba9747e7b3 None None] Provisioning complete for port deeb8224-9b4e-45b2-af6b-21ff09306b96 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:51.758310 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-978c60f0-2af9-4447-885d-c6ba9747e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:51.853650 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bf4478b6-6bca-479a-b506-9967e5ed452c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:51.864293 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bf4478b6-6bca-479a-b506-9967e5ed452c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:51.912424 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d9af33f5-9cbc-4d88-a0db-efc4e90e71db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:51.946326 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:45:51.960062 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] Sync routers for ids ['74134424-fc5d-4619-825b-85f42008494c'] in dv-cinder-774286-16-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:45:51.976415 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] Routers {'74134424-fc5d-4619-825b-85f42008494c'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:45:51.977711 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:45:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['74134424-fc5d-4619-825b-85f42008494c'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:52.008497 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-bf4478b6-6bca-479a-b506-9967e5ed452c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5aae8720c4934bc9b17b238cd81bb194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4407296 Jun 16 13:45:52.012271 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 50648) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:52.015410 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4478b6-6bca-479a-b506-9967e5ed452c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edc4a7e-86eb-4c19-8904-f75560f752ac,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:52.019093 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-edaf73ae-f34d-4866-b748-462fc6ef39b1 service neutron] 10.222.0.26 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794716 Jun 16 13:45:52.039698 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-bf4478b6-6bca-479a-b506-9967e5ed452c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:52.040436 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] Notify callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:52.049650 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0440359 Jun 16 13:45:52.061268 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 50652) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:52.134918 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device deeb8224-9b4e-45b2-af6b-21ff09306b96 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:52.246420 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-02e4a9ad-8236-4007-ac77-a7766203b012 service neutron] 10.222.0.26 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237182 Jun 16 13:45:52.304839 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ab0918fe-f169-4d79-8a96-662d570fc67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:52.336460 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port deeb8224-9b4e-45b2-af6b-21ff09306b96 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:52.337121 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:52.343463 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ab0918fe-f169-4d79-8a96-662d570fc67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:52.442628 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] Set router 74134424-fc5d-4619-825b-85f42008494c gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:45:52.486042 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ab0918fe-f169-4d79-8a96-662d570fc67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:52.490110 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ab0918fe-f169-4d79-8a96-662d570fc67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:52.491539 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ab0918fe-f169-4d79-8a96-662d570fc67d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9edc4a7e-86eb-4c19-8904-f75560f752ac HTTP/1.1" status: 204 len: 168 time: 0.4658744 Jun 16 13:45:52.522015 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c27c9017-46bf-432a-9229-a119f9b57d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:52.571283 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0918fe-f169-4d79-8a96-662d570fc67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edc4a7e-86eb-4c19-8904-f75560f752ac,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:52.587197 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ab0918fe-f169-4d79-8a96-662d570fc67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:52.723065 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74134424-fc5d-4619-825b-85f42008494c', 'name': 'tempest-TestShelveInstance-2096200860-router', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:48Z', 'updated_at': '2021-06-16T13:45:49Z', 'revision_number': 3, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'gw_port': {'id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:49Z', 'updated_at': '2021-06-16T13:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:52.726885 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] Checking router: 74134424-fc5d-4619-825b-85f42008494c for host: dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:45:52.727471 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] Updating router 74134424-fc5d-4619-825b-85f42008494c port 98f7389c-5d25-4e40-9b06-4cef0fa9dec0 binding host dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:45:52.748848 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-30fd77c0-38c2-4b51-bbe8-f769680ee27f req-3874fe8a-6d98-4ced-aa5a-3d30cfe71035 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 210 time: 0.1051228 Jun 16 13:45:52.787639 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:52.864503 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50684) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:53.196088 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] Notify callbacks [] for port, precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:53.212331 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.provisioning_blocks [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] Transition to ACTIVE for port object 98f7389c-5d25-4e40-9b06-4cef0fa9dec0 will not be triggered until provisioned by entity L2. {{(pid=103639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:53.240722 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:53.255314 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:53.269673 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:53.314898 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043760cc-8822-4245-ba44-13cb4a1fe4e1 None None] Pushing event updated for resources: {'Port': ['ID=98f7389c-5d25-4e40-9b06-4cef0fa9dec0,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:53.342145 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043760cc-8822-4245-ba44-13cb4a1fe4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:53.342841 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043760cc-8822-4245-ba44-13cb4a1fe4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:53.343386 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043760cc-8822-4245-ba44-13cb4a1fe4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:53.343988 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043760cc-8822-4245-ba44-13cb4a1fe4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:53.344457 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043760cc-8822-4245-ba44-13cb4a1fe4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:53.345449 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043760cc-8822-4245-ba44-13cb4a1fe4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:53.346094 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043760cc-8822-4245-ba44-13cb4a1fe4e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:53.346589 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043760cc-8822-4245-ba44-13cb4a1fe4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:53.347469 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043760cc-8822-4245-ba44-13cb4a1fe4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:53.347953 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043760cc-8822-4245-ba44-13cb4a1fe4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:53.348412 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043760cc-8822-4245-ba44-13cb4a1fe4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:53.349772 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043760cc-8822-4245-ba44-13cb4a1fe4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:53.353756 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] Attempting to bind port 98f7389c-5d25-4e40-9b06-4cef0fa9dec0 on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:45:53.354486 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] Attempting to bind port 98f7389c-5d25-4e40-9b06-4cef0fa9dec0 by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:45:53.355135 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] Attempting to bind port 98f7389c-5d25-4e40-9b06-4cef0fa9dec0 on network 4d1119cf-5fec-45f3-97f5-606abcd40a6f {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:53.384660 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-043760cc-8822-4245-ba44-13cb4a1fe4e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:53.385661 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:45:53.389347 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] Checking segment: {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:45:53.389988 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:53.392489 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] Bound using segment: {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:45:53.393272 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] Bound port: 98f7389c-5d25-4e40-9b06-4cef0fa9dec0, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:45:53.396207 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:53.569979 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13e8e20f-91da-4e78-aa2a-0b422898ac67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:53.596654 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] For port 98f7389c-5d25-4e40-9b06-4cef0fa9dec0, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:45:53.618862 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] For port 98f7389c-5d25-4e40-9b06-4cef0fa9dec0, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=98f7389c-5d25-4e40-9b06-4cef0fa9dec0,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:45:53.630189 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:53.651737 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-73b6c43e-375d-4f89-bbf0-878f663cb59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:53.836758 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043760cc-8822-4245-ba44-13cb4a1fe4e1 None None] Pushing event updated for resources: {'Port': ['ID=98f7389c-5d25-4e40-9b06-4cef0fa9dec0,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:53.842883 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-043760cc-8822-4245-ba44-13cb4a1fe4e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:53.856711 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] Routers {'74134424-fc5d-4619-825b-85f42008494c'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:45:53.857803 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:45:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['74134424-fc5d-4619-825b-85f42008494c'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:54.064419 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 50720) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:54.138358 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] Set router 74134424-fc5d-4619-825b-85f42008494c gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:45:54.201564 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Allocated IP 172.20.0.1 (24e75871-b5d6-4e6b-a8f8-3bb7c470f65d/2f69e043-1255-4377-a60c-e1b80639a890/6c618f4d-c2dc-4b08-a734-641dcf529c18) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:45:54.222914 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e395b6-46f7-4112-bc2e-693b95d8b915 req-da85dab1-7386-474c-9a9c-45cd912152e5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:54.224607 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b3e395b6-46f7-4112-bc2e-693b95d8b915 req-da85dab1-7386-474c-9a9c-45cd912152e5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1573019 Jun 16 13:45:54.341823 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-95f05dfe-93f7-4b13-9cfb-0edde53a3be3 req-ffe528da-541b-4c86-b3ca-f7a167a4a3db tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 210 time: 0.0547104 Jun 16 13:45:54.345215 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13e8e20f-91da-4e78-aa2a-0b422898ac67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:54.349641 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dca0e-b193-4d4d-9014-ee19a9aa1c83 req-95857ea9-b17f-4710-a448-04e2ebf49f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:54.351356 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e15dca0e-b193-4d4d-9014-ee19a9aa1c83 req-95857ea9-b17f-4710-a448-04e2ebf49f7f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b38c4d67e4ae4661a6054f7a124119f3&device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 1098 time: 0.6591341 Jun 16 13:45:54.352636 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13e8e20f-91da-4e78-aa2a-0b422898ac67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:54.358295 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b3e395b6-46f7-4112-bc2e-693b95d8b915 req-07432103-f095-48cf-93b3-dbbafb2f953a tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110215 Jun 16 13:45:54.380165 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-54ab46bc-822a-41d2-be67-7876286624e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:54.422713 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-13e8e20f-91da-4e78-aa2a-0b422898ac67 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31ee5bf6973045838f8b8bea366abf10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5563846 Jun 16 13:45:54.428445 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-72ade7a5-beff-4573-9dec-efd52190506a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-675005780-network', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:54.444472 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 50734) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:54.521510 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:54.528780 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8e20f-91da-4e78-aa2a-0b422898ac67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e97e887-d062-4bde-96b0-4fc95399f058,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:54.533739 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-13e8e20f-91da-4e78-aa2a-0b422898ac67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:54.549978 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74134424-fc5d-4619-825b-85f42008494c', 'name': 'tempest-TestShelveInstance-2096200860-router', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:48Z', 'updated_at': '2021-06-16T13:45:49Z', 'revision_number': 3, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'gw_port': {'id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:49Z', 'updated_at': '2021-06-16T13:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:54.555728 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ade7a5-beff-4573-9dec-efd52190506a admin admin] Made reservation on behalf of 95fe688d296e4c7eb3da1fca2970c03c for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:45:54.560193 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa83469-4ec2-40ef-984f-25ebe2782387 None None] The sync data for ids ['74134424-fc5d-4619-825b-85f42008494c'] in dv-cinder-774286-16-iscsi is: [{'id': '74134424-fc5d-4619-825b-85f42008494c', 'name': 'tempest-TestShelveInstance-2096200860-router', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:48Z', 'updated_at': '2021-06-16T13:45:49Z', 'revision_number': 3, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'gw_port': {'id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:49Z', 'updated_at': '2021-06-16T13:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:45:54.560496 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72ade7a5-beff-4573-9dec-efd52190506a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for network, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:54.601230 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72ade7a5-beff-4573-9dec-efd52190506a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:54.620125 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Transition to ACTIVE for port object 6c618f4d-c2dc-4b08-a734-641dcf529c18 will not be triggered until provisioned by entity DHCP. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:54.638035 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dca0e-b193-4d4d-9014-ee19a9aa1c83 req-2c449fbc-73e4-482d-b634-9064d2d18df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:54.639822 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e15dca0e-b193-4d4d-9014-ee19a9aa1c83 req-2c449fbc-73e4-482d-b634-9064d2d18df3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=85829671-ff51-4425-b42d-a63bf1205528 HTTP/1.1" status: 200 len: 921 time: 0.2617671 Jun 16 13:45:54.682226 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-432d054c-3543-4691-bb3f-9dd68942839d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:54.750618 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e15dca0e-b193-4d4d-9014-ee19a9aa1c83 req-c8f0b93a-0f93-458c-9ded-1e74955b8742 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353c9e11-8652-45b6-8fc9-f6c55978816a HTTP/1.1" status: 200 len: 217 time: 0.1017723 Jun 16 13:45:54.841110 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-432d054c-3543-4691-bb3f-9dd68942839d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:54.863803 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dca0e-b193-4d4d-9014-ee19a9aa1c83 req-43df8944-96c9-427e-9d82-c7fe2f9466c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:54.865349 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e15dca0e-b193-4d4d-9014-ee19a9aa1c83 req-43df8944-96c9-427e-9d82-c7fe2f9466c5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=20e48467-2ec8-45ec-81b7-458268130398 HTTP/1.1" status: 200 len: 859 time: 0.0977707 Jun 16 13:45:54.938344 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e15dca0e-b193-4d4d-9014-ee19a9aa1c83 req-ef2b3974-e192-4033-94ca-8b963b83d4a1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=85829671-ff51-4425-b42d-a63bf1205528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595345 Jun 16 13:45:54.938770 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:54.966192 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:55.103637 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e15dca0e-b193-4d4d-9014-ee19a9aa1c83 req-c86e9098-8e35-4b17-ae91-ac0a0877deda service neutron] 10.222.0.63 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585646 Jun 16 13:45:55.172416 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-05bbcbc3-75f9-4b57-b256-244fb02ae56f tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:55.189950 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-05bbcbc3-75f9-4b57-b256-244fb02ae56f tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.63 "GET /v2.0/networks?id=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 HTTP/1.1" status: 200 len: 815 time: 0.4819067 Jun 16 13:45:55.268515 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Network 24e75871-b5d6-4e6b-a8f8-3bb7c470f65d is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:45:55.320677 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-446b6480-106b-403f-85a3-09132fede156 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Request body: {'port': {'device_id': '6d7be02a-6e65-4535-98a9-8627e36e3828', 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783', 'admin_state_up': True, 'tenant_id': '8c42ead8899c468cad6ac1d8d5f5db81'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:55.374466 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e15dca0e-b193-4d4d-9014-ee19a9aa1c83 req-d8df58f9-f421-4736-9467-3b63d1705a86 service neutron] 10.222.0.63 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620425 Jun 16 13:45:55.375098 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Pushing event updated for resources: {'Port': ['ID=6c618f4d-c2dc-4b08-a734-641dcf529c18,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:55.432873 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72ade7a5-beff-4573-9dec-efd52190506a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:55.441394 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:55.476890 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:55.477797 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72ade7a5-beff-4573-9dec-efd52190506a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:55.484037 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-432d054c-3543-4691-bb3f-9dd68942839d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:55.492430 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-432d054c-3543-4691-bb3f-9dd68942839d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:55.494995 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-432d054c-3543-4691-bb3f-9dd68942839d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e97e887-d062-4bde-96b0-4fc95399f058 HTTP/1.1" status: 204 len: 168 time: 1.0489304 Jun 16 13:45:55.496374 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:45:55.741219 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-6185a492-fd9f-47d1-976a-d4c034627234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:55.744576 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672617'] for router_interface, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:55.756316 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8966661a-95e8-421f-beae-6aa2fd927660 req-16b0bb96-5b73-4b25-a893-6ffbaaa5f913 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 210 time: 0.0698419 Jun 16 13:45:55.911695 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a2e5441-f4fe-4234-a300-d18da5ce4eaa None None] Provisioning for port 6c618f4d-c2dc-4b08-a734-641dcf529c18 completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:55.919768 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a2e5441-f4fe-4234-a300-d18da5ce4eaa None None] Provisioning complete for port 6c618f4d-c2dc-4b08-a734-641dcf529c18 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:55.920587 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a2e5441-f4fe-4234-a300-d18da5ce4eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.030605 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a2e5441-f4fe-4234-a300-d18da5ce4eaa None None] Port 6c618f4d-c2dc-4b08-a734-641dcf529c18 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:45:56.042214 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ade7a5-beff-4573-9dec-efd52190506a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f85aed-6df2-4ab7-a31e-23b877c8a1c3,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:56.064084 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ade7a5-beff-4573-9dec-efd52190506a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1395} {{(pid=103637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:45:56.193861 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 98f7389c-5d25-4e40-9b06-4cef0fa9dec0 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:56.224048 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72ade7a5-beff-4573-9dec-efd52190506a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.224706 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-72ade7a5-beff-4573-9dec-efd52190506a admin admin] Added segment 674e7c64-5434-43fe-b7ee-a938130755b1 of type vlan for network 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f Jun 16 13:45:56.262148 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d054c-3543-4691-bb3f-9dd68942839d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e97e887-d062-4bde-96b0-4fc95399f058,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:56.279690 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50776) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:56.305249 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27f72277-d80a-4c67-b485-3a9f152285b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.316953 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-432d054c-3543-4691-bb3f-9dd68942839d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:56.319856 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-460e09b8-c7eb-4ae8-835a-275d0a1a5925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.576s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:56.320325 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-460e09b8-c7eb-4ae8-835a-275d0a1a5925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:56.350397 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port 98f7389c-5d25-4e40-9b06-4cef0fa9dec0 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:56.356932 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 98f7389c-5d25-4e40-9b06-4cef0fa9dec0 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:56.357725 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.376702 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72ade7a5-beff-4573-9dec-efd52190506a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768724243357'] for network, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.528549 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27f72277-d80a-4c67-b485-3a9f152285b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.533240 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.535451 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27f72277-d80a-4c67-b485-3a9f152285b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.567623 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port 98f7389c-5d25-4e40-9b06-4cef0fa9dec0, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=98f7389c-5d25-4e40-9b06-4cef0fa9dec0,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:56.575724 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.584176 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-13e8e20f-91da-4e78-aa2a-0b422898ac67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:56.584643 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:56.598421 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-27f72277-d80a-4c67-b485-3a9f152285b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=184d2eed932c43b3af17f140b2eaaf61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154869 Jun 16 13:45:56.607588 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50782) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:56.608620 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec8c5d-a7d1-45b3-9170-0f12773eba73 req-1e07fcd1-52c2-4775-ae1e-22d25cab6525 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:56.616183 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a8ec8c5d-a7d1-45b3-9170-0f12773eba73 req-1e07fcd1-52c2-4775-ae1e-22d25cab6525 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.6378770 Jun 16 13:45:56.645575 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f72277-d80a-4c67-b485-3a9f152285b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc1a1e8-b96c-4492-883a-e88f5faef375,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:56.670006 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-27f72277-d80a-4c67-b485-3a9f152285b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:56.680486 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=98f7389c-5d25-4e40-9b06-4cef0fa9dec0,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:56.688251 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:56.699321 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72ade7a5-beff-4573-9dec-efd52190506a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442'] for network, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.700478 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-446b6480-106b-403f-85a3-09132fede156 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Made reservation on behalf of 8c42ead8899c468cad6ac1d8d5f5db81 for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:45:56.708445 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-446b6480-106b-403f-85a3-09132fede156 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.727923 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44b47ddc-82e6-4b95-aa1c-c4ba21948098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.730861 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ade7a5-beff-4573-9dec-efd52190506a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:56.731668 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72ade7a5-beff-4573-9dec-efd52190506a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.741330 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-3ebcabe0-d53c-4cfd-8f75-1d2402081aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:56.775277 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44b47ddc-82e6-4b95-aa1c-c4ba21948098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.834300 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44b47ddc-82e6-4b95-aa1c-c4ba21948098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.836743 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44b47ddc-82e6-4b95-aa1c-c4ba21948098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.838296 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-44b47ddc-82e6-4b95-aa1c-c4ba21948098 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9cc1a1e8-b96c-4492-883a-e88f5faef375 HTTP/1.1" status: 204 len: 168 time: 0.2283835 Jun 16 13:45:56.839372 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-099fcb2a-c6a8-4272-a5ee-016640707eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:56.859229 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b47ddc-82e6-4b95-aa1c-c4ba21948098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc1a1e8-b96c-4492-883a-e88f5faef375,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:56.871202 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-44b47ddc-82e6-4b95-aa1c-c4ba21948098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:57.025210 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:57.040613 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a8ec8c5d-a7d1-45b3-9170-0f12773eba73 req-c9ae431a-763c-4afc-a857-83bbbf7d9275 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233148 Jun 16 13:45:57.041926 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-72ade7a5-beff-4573-9dec-efd52190506a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9719446 Jun 16 13:45:57.063249 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50806) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:57.071604 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e1b2aabb-1ee1-441c-a60b-6e3edc78404b req-f432fbd9-27d5-4569-ad78-8445f9f3faf4 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 210 time: 0.0539591 Jun 16 13:45:57.083811 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d18353d9-f637-45ba-a176-84006bfb7810 admin admin] Request body: {'subnet': {'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-675005780-subnet', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:57.096426 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ade7a5-beff-4573-9dec-efd52190506a admin admin] Pushing event updated for resources: {'Network': ['ID=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:57.121632 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18353d9-f637-45ba-a176-84006bfb7810 admin admin] Made reservation on behalf of 95fe688d296e4c7eb3da1fca2970c03c for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:45:57.124400 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d18353d9-f637-45ba-a176-84006bfb7810 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4132080'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:57.132650 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-446b6480-106b-403f-85a3-09132fede156 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Allocated IP 172.20.0.7 (c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783/3964001d-ef45-459e-8d1d-8c4399f1ca2e/bc3ebb77-12b5-48cf-90ea-06f88de1ea9a) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:45:57.136591 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-72ade7a5-beff-4573-9dec-efd52190506a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:57.144404 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Network 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f details requested by agent ovs-agent-dv-cinder-774286-16-iscsi with host dv-cinder-774286-16-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:45:57.478560 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d18353d9-f637-45ba-a176-84006bfb7810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3313893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4132066'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:57.484868 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:57.571624 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18353d9-f637-45ba-a176-84006bfb7810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:57.581662 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-d18353d9-f637-45ba-a176-84006bfb7810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:57.593633 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18353d9-f637-45ba-a176-84006bfb7810 admin admin] Checking segment: {'id': '674e7c64-5434-43fe-b7ee-a938130755b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:45:57.594370 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18353d9-f637-45ba-a176-84006bfb7810 admin admin] Network hostable DHCP agents. Network: 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f, hostable agents: ['cacdca07-80fb-43b6-bcec-cb473972b15f'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:45:57.622496 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18353d9-f637-45ba-a176-84006bfb7810 admin admin] Network 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f is scheduled to be hosted by DHCP agent cacdca07-80fb-43b6-bcec-cb473972b15f with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:45:57.626217 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-446b6480-106b-403f-85a3-09132fede156 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:57.630806 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:57.637414 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:57.643233 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:57.656400 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d18353d9-f637-45ba-a176-84006bfb7810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-16-iscsi, 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:57.672438 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18353d9-f637-45ba-a176-84006bfb7810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:57.673082 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccc7df0-714d-4131-b5e2-41e1ddb7ac79 None None] Network 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:45:57.677903 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d18353d9-f637-45ba-a176-84006bfb7810 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:57.707085 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-d18353d9-f637-45ba-a176-84006bfb7810 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6343300 Jun 16 13:45:57.709946 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50822) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:57.722589 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:57.766893 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-679868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16076'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:57.767999 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15927'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:57.805290 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672533'] for router_interface, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:57.884669 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:57.994936 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98e8dfa6-0b33-5bf0-932d-28a6243b7025-61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'fixed_ips': [{'subnet_id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6'}]}} from dv-cinder-774286-16-iscsi. {{(pid=103638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:45:57.995833 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:58.117023 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 98f7389c-5d25-4e40-9b06-4cef0fa9dec0 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:58.133508 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15905'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:58.255921 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Pushing event updated for resources: {'Port': ['ID=6c618f4d-c2dc-4b08-a734-641dcf529c18,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:58.262184 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:58.266162 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-446b6480-106b-403f-85a3-09132fede156 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:58.308955 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Allocated IP 172.20.0.2 (61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f/8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6/72f816cb-34ea-437b-9d24-760a5e5089bb) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:45:58.310545 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:58.387135 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 98f7389c-5d25-4e40-9b06-4cef0fa9dec0 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:58.388038 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:58.395736 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-446b6480-106b-403f-85a3-09132fede156 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Network c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:45:58.421964 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-446b6480-106b-403f-85a3-09132fede156 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:58.444720 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-446b6480-106b-403f-85a3-09132fede156 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:45:58.461967 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Network 24e75871-b5d6-4e6b-a8f8-3bb7c470f65d is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:45:58.529395 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:58.567401 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b6480-106b-403f-85a3-09132fede156 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Pushing event updated for resources: {'Port': ['ID=bc3ebb77-12b5-48cf-90ea-06f88de1ea9a,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:58.593665 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-446b6480-106b-403f-85a3-09132fede156 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:58.783051 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4561c-855a-4a28-a15f-39b2f93491ad req-6e0c9739-5147-4ea2-ab19-902797d31913 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:58.792901 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7ec4561c-855a-4a28-a15f-39b2f93491ad req-6e0c9739-5147-4ea2-ab19-902797d31913 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 931 time: 0.2447164 Jun 16 13:45:58.792901 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:58.858866 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-446b6480-106b-403f-85a3-09132fede156 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:58.859646 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-446b6480-106b-403f-85a3-09132fede156 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:58.889893 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:58.947153 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-446b6480-106b-403f-85a3-09132fede156 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6594205 Jun 16 13:45:58.965102 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e1315-913e-49fa-8324-e1fa4d6ab68e req-048710a7-f7c2-403a-ba7e-df35134b030b tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:58.987161 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-299e1315-913e-49fa-8324-e1fa4d6ab68e req-048710a7-f7c2-403a-ba7e-df35134b030b tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.5765903 Jun 16 13:45:58.995512 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7ec4561c-855a-4a28-a15f-39b2f93491ad req-3bd05619-d662-45e4-b473-af746dd37c30 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949470 Jun 16 13:45:59.062961 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-7a1bae4b-5d19-4458-be7a-342a84d82a7d None None] Provisioning complete for port 6c618f4d-c2dc-4b08-a734-641dcf529c18 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:59.063121 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7a1bae4b-5d19-4458-be7a-342a84d82a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:59.098625 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Router 74134424-fc5d-4619-825b-85f42008494c has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:45:59.104371 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-299e1315-913e-49fa-8324-e1fa4d6ab68e req-8743b525-2ffb-4e24-aed8-d0ac473001c7 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161256 Jun 16 13:45:59.120680 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Notify callbacks [] for port, precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:59.139375 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-7a1bae4b-5d19-4458-be7a-342a84d82a7d None None] Port 6c618f4d-c2dc-4b08-a734-641dcf529c18 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:45:59.142216 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Transition to ACTIVE for port object 72f816cb-34ea-437b-9d24-760a5e5089bb will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:59.189497 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Transition to ACTIVE for port object 72f816cb-34ea-437b-9d24-760a5e5089bb will not be triggered until provisioned by entity DHCP. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:59.200523 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150'] for port, after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:59.203014 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:59.218753 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] Allocated IP 172.27.3.154 (4d1119cf-5fec-45f3-97f5-606abcd40a6f/1e4ea701-5473-443b-aeed-fa1b09c8f901/701b931d-9dc7-438d-bbfd-afedf3a4682a) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:45:59.289806 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Network 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:45:59.297364 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:59.302707 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:45:59.310148 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Pushing event updated for resources: {'Port': ['ID=72f816cb-34ea-437b-9d24-760a5e5089bb,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:59.316850 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:59.321147 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:45:59.329719 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50864) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:59.351431 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] 10.222.0.26 "PUT /v2.0/routers/74134424-fc5d-4619-825b-85f42008494c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2825146 Jun 16 13:45:59.391939 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] Sync routers for ids ['74134424-fc5d-4619-825b-85f42008494c'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:45:59.415118 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] Routers {'74134424-fc5d-4619-825b-85f42008494c'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:45:59.416062 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:45:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['74134424-fc5d-4619-825b-85f42008494c'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:59.426249 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:59.458317 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Attempting to bind port 72f816cb-34ea-437b-9d24-760a5e5089bb on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:45:59.459715 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Attempting to bind port 72f816cb-34ea-437b-9d24-760a5e5089bb by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '674e7c64-5434-43fe-b7ee-a938130755b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:45:59.460326 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Attempting to bind port 72f816cb-34ea-437b-9d24-760a5e5089bb on network 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:59.514847 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:45:59.515475 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Checking segment: {'id': '674e7c64-5434-43fe-b7ee-a938130755b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:45:59.516189 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:59.516914 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Bound using segment: {'id': '674e7c64-5434-43fe-b7ee-a938130755b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:45:59.517764 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Bound port: 72f816cb-34ea-437b-9d24-760a5e5089bb, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674e7c64-5434-43fe-b7ee-a938130755b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:45:59.518464 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:59.528968 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3313777'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:59.533344 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:59.593251 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:45:59.598454 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:59.602080 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:45:59.653487 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] Pushing event updated for resources: {'Port': ['ID=701b931d-9dc7-438d-bbfd-afedf3a4682a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:59.663504 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:59.685550 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] Set router 74134424-fc5d-4619-825b-85f42008494c gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:45:59.783243 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] For port 72f816cb-34ea-437b-9d24-760a5e5089bb, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:45:59.837810 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] For port 72f816cb-34ea-437b-9d24-760a5e5089bb, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=72f816cb-34ea-437b-9d24-760a5e5089bb,segment=NetworkSegment(674e7c64-5434-43fe-b7ee-a938130755b1),segment_id=674e7c64-5434-43fe-b7ee-a938130755b1)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:45:59.849932 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:59.858108 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c4040d7-ddc3-47d2-b963-6aa53a8c61c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:59.919262 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:00.080889 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Request body: {'port': {'device_id': '6d7be02a-6e65-4535-98a9-8627e36e3828', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:00.104302 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Pushing event updated for resources: {'Port': ['ID=72f816cb-34ea-437b-9d24-760a5e5089bb,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:00.128306 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:00.347241 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:00.396948 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:00.413078 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74134424-fc5d-4619-825b-85f42008494c', 'name': 'tempest-TestShelveInstance-2096200860-router', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:48Z', 'updated_at': '2021-06-16T13:45:56Z', 'revision_number': 4, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'gw_port': {'id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:49Z', 'updated_at': '2021-06-16T13:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '6c618f4d-c2dc-4b08-a734-641dcf529c18', 'name': '', 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'mac_address': 'fa:16:3e:b9:d8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2f69e043-1255-4377-a60c-e1b80639a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:53Z', 'updated_at': '2021-06-16T13:45:57Z', 'revision_number': 2, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'subnets': [{'id': '2f69e043-1255-4377-a60c-e1b80639a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:00.426814 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] Checking router: 74134424-fc5d-4619-825b-85f42008494c for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:46:00.427170 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] Updating router 74134424-fc5d-4619-825b-85f42008494c port 6c618f4d-c2dc-4b08-a734-641dcf529c18 binding host dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:46:00.549609 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:00.577405 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c4040d7-ddc3-47d2-b963-6aa53a8c61c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:00.648537 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c4040d7-ddc3-47d2-b963-6aa53a8c61c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:00.662075 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-354164e2-f602-4b58-9f58-ba534bb63068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:00.703991 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50902) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:00.726151 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-615ac6fa-0717-4f63-b5d7-f9fd357d85f1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1985487703-network', 'tenant_id': '0ce883f3a2df4bdda051cbc40d8dba74'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:00.785297 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-5c4040d7-ddc3-47d2-b963-6aa53a8c61c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f6c796683bca4240b69361d0f30c8c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4540541 Jun 16 13:46:00.788564 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4040d7-ddc3-47d2-b963-6aa53a8c61c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf48a56-5bad-491f-a90b-cd01dbf2b2fa,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:00.792594 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50904) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:00.811511 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-5c4040d7-ddc3-47d2-b963-6aa53a8c61c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:00.885346 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615ac6fa-0717-4f63-b5d7-f9fd357d85f1 admin admin] Made reservation on behalf of 0ce883f3a2df4bdda051cbc40d8dba74 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:46:00.889051 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-615ac6fa-0717-4f63-b5d7-f9fd357d85f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:00.925430 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360b0fc-ca42-4539-aaca-5d96e83bc08f req-e8abe92e-32a2-4f2a-8d4d-9aa11cadd6b4 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:00.933679 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b360b0fc-ca42-4539-aaca-5d96e83bc08f req-e8abe92e-32a2-4f2a-8d4d-9aa11cadd6b4 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 931 time: 0.6375914 Jun 16 13:46:00.978652 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-615ac6fa-0717-4f63-b5d7-f9fd357d85f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.001694 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd407f8-e662-418c-9f9e-48d09ddee290 req-c6e9e91a-c1e3-4bcf-b317-67076178a0d5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:01.010784 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1dd407f8-e662-418c-9f9e-48d09ddee290 req-c6e9e91a-c1e3-4bcf-b317-67076178a0d5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.5441024 Jun 16 13:46:01.082078 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 50910) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:01.096427 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1dd407f8-e662-418c-9f9e-48d09ddee290 req-a119188e-1679-4ebc-b377-ede9fe5acba0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845068 Jun 16 13:46:01.130041 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] Notify callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.141571 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] Transition to ACTIVE for port object 6c618f4d-c2dc-4b08-a734-641dcf529c18 will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:46:01.153133 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.158321 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:01.191044 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['d61ef967-0245-46fb-bd27-a9c50ac91287', 'b2a4a77d-266f-48af-b518-415ce9572988'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:46:01.244548 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3ebb77-12b5-48cf-90ea-06f88de1ea9a {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:46:01.269315 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.341476 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Transition to ACTIVE for port object bc3ebb77-12b5-48cf-90ea-06f88de1ea9a will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:46:01.353171 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.371604 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-763fb15c-9a86-4abb-b319-422c1572f779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.375254 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:01.383813 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60086501-3540-4b93-a38e-a0326f710cdd None None] Pushing event updated for resources: {'Port': ['ID=6c618f4d-c2dc-4b08-a734-641dcf529c18,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:01.408115 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-60086501-3540-4b93-a38e-a0326f710cdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:01.414127 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372952'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.441226 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea5ed834-e3a9-4730-9e1f-bf3426b24207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.445149 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3ebb77-12b5-48cf-90ea-06f88de1ea9a,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:01.466994 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:01.478160 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] Attempting to bind port 6c618f4d-c2dc-4b08-a734-641dcf529c18 on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:46:01.478160 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] Attempting to bind port 6c618f4d-c2dc-4b08-a734-641dcf529c18 by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '6e93d335-f264-4a19-a7d6-db101b32c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1372, 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:46:01.478160 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] Attempting to bind port 6c618f4d-c2dc-4b08-a734-641dcf529c18 on network 24e75871-b5d6-4e6b-a8f8-3bb7c470f65d {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:46:01.485595 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b360b0fc-ca42-4539-aaca-5d96e83bc08f req-ce9f20c3-33c0-4f50-8dc3-41eef133ac54 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5510278 Jun 16 13:46:01.496581 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:46:01.497089 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] Checking segment: {'id': '6e93d335-f264-4a19-a7d6-db101b32c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1372, 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:46:01.497677 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.506069 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] Bound using segment: {'id': '6e93d335-f264-4a19-a7d6-db101b32c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1372, 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:46:01.506069 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] Bound port: 6c618f4d-c2dc-4b08-a734-641dcf529c18, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e93d335-f264-4a19-a7d6-db101b32c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1372, 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:46:01.506498 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.642968 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea5ed834-e3a9-4730-9e1f-bf3426b24207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.657857 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] For port 6c618f4d-c2dc-4b08-a734-641dcf529c18, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:46:01.663390 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] For port 6c618f4d-c2dc-4b08-a734-641dcf529c18, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=6c618f4d-c2dc-4b08-a734-641dcf529c18,segment=NetworkSegment(6e93d335-f264-4a19-a7d6-db101b32c88f),segment_id=6e93d335-f264-4a19-a7d6-db101b32c88f)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:46:01.680289 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.680667 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Attempting to bind port bc3ebb77-12b5-48cf-90ea-06f88de1ea9a on host hv-cinder-77428 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:46:01.681529 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Attempting to bind port bc3ebb77-12b5-48cf-90ea-06f88de1ea9a by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '38a34001-cc24-42b7-ac4e-6511feb9efa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:46:01.681529 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Attempting to bind port bc3ebb77-12b5-48cf-90ea-06f88de1ea9a on network c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:46:01.689112 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Port bc3ebb77-12b5-48cf-90ea-06f88de1ea9a on network c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:46:01.689792 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Attempting to bind port bc3ebb77-12b5-48cf-90ea-06f88de1ea9a on network c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:46:01.691908 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:01.697237 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Checking agent: {'id': 'bb4a981f-00aa-40ad-8a89-acbc72a2637c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:46:01.697237 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Checking segment: {'id': '38a34001-cc24-42b7-ac4e-6511feb9efa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:46:01.697582 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Bound using segment: {'id': '38a34001-cc24-42b7-ac4e-6511feb9efa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:46:01.698340 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Bound port: bc3ebb77-12b5-48cf-90ea-06f88de1ea9a, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a34001-cc24-42b7-ac4e-6511feb9efa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:46:01.698698 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.832314 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea5ed834-e3a9-4730-9e1f-bf3426b24207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.834575 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] Routers {'74134424-fc5d-4619-825b-85f42008494c'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:46:01.835296 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:45:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['74134424-fc5d-4619-825b-85f42008494c'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:01.840192 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60086501-3540-4b93-a38e-a0326f710cdd None None] Pushing event updated for resources: {'Port': ['ID=6c618f4d-c2dc-4b08-a734-641dcf529c18,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:01.848143 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea5ed834-e3a9-4730-9e1f-bf3426b24207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.849697 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-ea5ed834-e3a9-4730-9e1f-bf3426b24207 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2cf48a56-5bad-491f-a90b-cd01dbf2b2fa HTTP/1.1" status: 204 len: 168 time: 1.0475152 Jun 16 13:46:01.852330 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-60086501-3540-4b93-a38e-a0326f710cdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:01.857441 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] For port bc3ebb77-12b5-48cf-90ea-06f88de1ea9a, host hv-cinder-77428, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:46:01.861840 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] For port bc3ebb77-12b5-48cf-90ea-06f88de1ea9a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bc3ebb77-12b5-48cf-90ea-06f88de1ea9a,segment=NetworkSegment(38a34001-cc24-42b7-ac4e-6511feb9efa1),segment_id=38a34001-cc24-42b7-ac4e-6511feb9efa1)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:46:01.863691 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-435ba581-e722-4530-826e-6775859dd698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:01.884525 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.889709 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:01.893852 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ed834-e3a9-4730-9e1f-bf3426b24207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf48a56-5bad-491f-a90b-cd01dbf2b2fa,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:01.905719 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-ea5ed834-e3a9-4730-9e1f-bf3426b24207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:01.919934 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-615ac6fa-0717-4f63-b5d7-f9fd357d85f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.937433 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-615ac6fa-0717-4f63-b5d7-f9fd357d85f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.951134 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-92d194be-de07-4a6d-ac05-35b91602d3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:02.002048 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] Router 3303a592-942b-42c3-9916-4c4f0628ea33 is scheduled to L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:46:02.019723 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:02.022374 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:02.027106 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] 10.222.0.63 "PUT /v2.0/ports/bc3ebb77-12b5-48cf-90ea-06f88de1ea9a HTTP/1.1" status: 200 len: 1093 time: 1.9534676 Jun 16 13:46:02.030608 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3ebb77-12b5-48cf-90ea-06f88de1ea9a,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:02.034896 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615ac6fa-0717-4f63-b5d7-f9fd357d85f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1366} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:46:02.068368 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:02.080332 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ac6fa-0717-4f63-b5d7-f9fd357d85f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b10d78-b639-4ba3-8daa-5ee3b65547d1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:02.081788 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7be02a-6e65-4535-98a9-8627e36e3828', 'tag': 'bc3ebb77-12b5-48cf-90ea-06f88de1ea9a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:02.087615 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-615ac6fa-0717-4f63-b5d7-f9fd357d85f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:02.089463 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e1500e-e4c0-46c4-874e-6ce991494929" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7be02a-6e65-4535-98a9-8627e36e3828", "tag": "bc3ebb77-12b5-48cf-90ea-06f88de1ea9a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:02.102853 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a374b12-f610-4e67-a179-21c53f6b1e19 None None] Network 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:46:02.276056 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-615ac6fa-0717-4f63-b5d7-f9fd357d85f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:02.276482 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.db.segments_db [None req-615ac6fa-0717-4f63-b5d7-f9fd357d85f1 admin admin] Added segment cbc82b24-039e-49ab-a289-f3fba038d054 of type vlan for network dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc Jun 16 13:46:02.284435 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:46:02.308711 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9599e9-56be-49f0-9b03-61d567cf1f54 x-openstack-request-id: req-1a9599e9-56be-49f0-9b03-61d567cf1f54 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:02.312260 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7be02a-6e65-4535-98a9-8627e36e3828", "tag": "bc3ebb77-12b5-48cf-90ea-06f88de1ea9a", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:02.313384 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a9599e9-56be-49f0-9b03-61d567cf1f54 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:02.315765 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7be02a-6e65-4535-98a9-8627e36e3828', 'tag': 'bc3ebb77-12b5-48cf-90ea-06f88de1ea9a', 'status': 'completed', 'code': 200} Jun 16 13:46:02.343053 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] Set router 74134424-fc5d-4619-825b-85f42008494c gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:46:02.374778 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-615ac6fa-0717-4f63-b5d7-f9fd357d85f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768724243357'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:02.426324 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:46:02.443734 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] Sync routers for ids ['3303a592-942b-42c3-9916-4c4f0628ea33'] in dv-cinder-774286-16-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:46:02.453449 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-615ac6fa-0717-4f63-b5d7-f9fd357d85f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:02.455305 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615ac6fa-0717-4f63-b5d7-f9fd357d85f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:02.456748 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-615ac6fa-0717-4f63-b5d7-f9fd357d85f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:02.460967 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:02.463440 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] Routers {'3303a592-942b-42c3-9916-4c4f0628ea33'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:46:02.464318 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:45:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['3303a592-942b-42c3-9916-4c4f0628ea33'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:02.617432 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ac6fa-0717-4f63-b5d7-f9fd357d85f1 admin admin] Pushing event updated for resources: {'Network': ['ID=dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:02.623974 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-615ac6fa-0717-4f63-b5d7-f9fd357d85f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:02.666270 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-763fb15c-9a86-4abb-b319-422c1572f779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:02.685085 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-763fb15c-9a86-4abb-b319-422c1572f779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:02.685085 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7ad3ef48-7b3e-4ed5-8cc5-bb889a246ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:02.701528 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] Notify callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:02.703809 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9927082 Jun 16 13:46:02.707770 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-615ac6fa-0717-4f63-b5d7-f9fd357d85f1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0008473 Jun 16 13:46:02.711587 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 50942) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:02.712091 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 50944) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:02.747466 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40487dbe-bdce-4079-994e-988bedb7ce47 req-cbca6659-f252-4add-8aa6-1e840264d4f3 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:02.751384 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-40487dbe-bdce-4079-994e-988bedb7ce47 req-cbca6659-f252-4add-8aa6-1e840264d4f3 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1446428 Jun 16 13:46:02.763564 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 72f816cb-34ea-437b-9d24-760a5e5089bb up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:46:02.782759 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Network dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc details requested by agent ovs-agent-dv-cinder-774286-16-iscsi with host dv-cinder-774286-16-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:46:02.796304 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50948) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:02.840022 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-b990db58-6f36-4d2b-b856-ad6e86bbc303 admin admin] Request body: {'subnet': {'network_id': 'dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1985487703-subnet', 'tenant_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'ip_version': 4}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:02.845421 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-200c63e3-0302-4623-b3e9-0d088cbdf000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:02.846032 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] Set router 3303a592-942b-42c3-9916-4c4f0628ea33 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:46:02.888834 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-40487dbe-bdce-4079-994e-988bedb7ce47 req-6334f005-62bd-4f4b-bbdb-2bbc7345d13e tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154718 Jun 16 13:46:02.921316 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-763fb15c-9a86-4abb-b319-422c1572f779 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cfd0ce10a0384ba08a92dea40d2c0e66&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8357055 Jun 16 13:46:02.923555 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 50952) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:02.970402 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763fb15c-9a86-4abb-b319-422c1572f779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258d0f46-ee85-4b72-b2a8-3149496bf363,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:02.985409 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-763fb15c-9a86-4abb-b319-422c1572f779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:02.998207 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-23b47580-fdbc-493a-8843-2e60399f911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:03.000497 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-23b47580-fdbc-493a-8843-2e60399f911c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c42ead8899c468cad6ac1d8d5f5db81&device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 1096 time: 0.8796914 Jun 16 13:46:03.038368 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-200c63e3-0302-4623-b3e9-0d088cbdf000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:03.044846 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-200c63e3-0302-4623-b3e9-0d088cbdf000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:03.052708 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:03.107315 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-200c63e3-0302-4623-b3e9-0d088cbdf000 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ab2395eb84941599ea0ccd309dc0615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852345 Jun 16 13:46:03.113142 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50954) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:03.119810 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c63e3-0302-4623-b3e9-0d088cbdf000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbef708-f99c-4c3c-9737-2e2fe7729db8,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:03.120298 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b990db58-6f36-4d2b-b856-ad6e86bbc303 admin admin] Made reservation on behalf of 0ce883f3a2df4bdda051cbc40d8dba74 for: {'subnet': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:46:03.123101 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b990db58-6f36-4d2b-b856-ad6e86bbc303 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398645'] for subnet, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:03.154430 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-200c63e3-0302-4623-b3e9-0d088cbdf000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:03.228916 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-763ef1e3-da17-4fca-8ba5-28fd26c3655f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:03.236622 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:57Z', 'updated_at': '2021-06-16T13:45:59Z', 'revision_number': 3, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'gw_port': {'id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:58Z', 'updated_at': '2021-06-16T13:45:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:03.240059 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8380df36-86aa-48b7-b540-bee8ef40e705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:03.243163 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] Checking router: 3303a592-942b-42c3-9916-4c4f0628ea33 for host: dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:46:03.243956 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] Updating router 3303a592-942b-42c3-9916-4c4f0628ea33 port 701b931d-9dc7-438d-bbfd-afedf3a4682a binding host dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:46:03.274802 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8380df36-86aa-48b7-b540-bee8ef40e705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:03.278319 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fde3d-27e5-4652-a393-56126c630fdd req-5e6a0c0d-6f9d-43f3-a79c-2af5366dd7fa tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:03.281440 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-268fde3d-27e5-4652-a393-56126c630fdd req-5e6a0c0d-6f9d-43f3-a79c-2af5366dd7fa tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 943 time: 0.4157639 Jun 16 13:46:03.349951 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port 72f816cb-34ea-437b-9d24-760a5e5089bb completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:46:03.350565 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:03.353253 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-82267491-eef5-48a8-8649-834b8f39dcf0 None None] Provisioning for port 72f816cb-34ea-437b-9d24-760a5e5089bb completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:46:03.379757 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 72f816cb-34ea-437b-9d24-760a5e5089bb triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:03.379757 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:03.381926 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-82267491-eef5-48a8-8649-834b8f39dcf0 None None] Provisioning complete for port 72f816cb-34ea-437b-9d24-760a5e5089bb triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:03.382110 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82267491-eef5-48a8-8649-834b8f39dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:03.395636 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-763ef1e3-da17-4fca-8ba5-28fd26c3655f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:03.400154 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8380df36-86aa-48b7-b540-bee8ef40e705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:03.403792 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8380df36-86aa-48b7-b540-bee8ef40e705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:03.408290 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-8380df36-86aa-48b7-b540-bee8ef40e705 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fdbef708-f99c-4c3c-9737-2e2fe7729db8 HTTP/1.1" status: 204 len: 168 time: 0.2916808 Jun 16 13:46:03.409162 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-f096c030-ddbb-432f-914b-ff956759b41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:03.433532 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380df36-86aa-48b7-b540-bee8ef40e705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbef708-f99c-4c3c-9737-2e2fe7729db8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:03.449747 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-8380df36-86aa-48b7-b540-bee8ef40e705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:03.475135 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-268fde3d-27e5-4652-a393-56126c630fdd req-9ece9cc7-169d-4e71-94ee-6ffcf8e6c433 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602328 Jun 16 13:46:03.489564 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74134424-fc5d-4619-825b-85f42008494c', 'name': 'tempest-TestShelveInstance-2096200860-router', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:48Z', 'updated_at': '2021-06-16T13:45:56Z', 'revision_number': 4, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'gw_port': {'id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:49Z', 'updated_at': '2021-06-16T13:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '6c618f4d-c2dc-4b08-a734-641dcf529c18', 'name': '', 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'mac_address': 'fa:16:3e:b9:d8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2f69e043-1255-4377-a60c-e1b80639a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:53Z', 'updated_at': '2021-06-16T13:46:01Z', 'revision_number': 4, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'subnets': [{'id': '2f69e043-1255-4377-a60c-e1b80639a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:03.536265 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6767e-2433-4c31-8ab6-015030208560 None None] The sync data for ids ['74134424-fc5d-4619-825b-85f42008494c'] in dv-cinder-774286-16-iscsi is: [{'id': '74134424-fc5d-4619-825b-85f42008494c', 'name': 'tempest-TestShelveInstance-2096200860-router', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:48Z', 'updated_at': '2021-06-16T13:45:56Z', 'revision_number': 4, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'gw_port': {'id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:49Z', 'updated_at': '2021-06-16T13:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '6c618f4d-c2dc-4b08-a734-641dcf529c18', 'name': '', 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'mac_address': 'fa:16:3e:b9:d8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2f69e043-1255-4377-a60c-e1b80639a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:53Z', 'updated_at': '2021-06-16T13:46:01Z', 'revision_number': 4, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'subnets': [{'id': '2f69e043-1255-4377-a60c-e1b80639a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:46:03.849456 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-763ef1e3-da17-4fca-8ba5-28fd26c3655f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:03.851997 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-763ef1e3-da17-4fca-8ba5-28fd26c3655f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:03.861407 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-763ef1e3-da17-4fca-8ba5-28fd26c3655f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/258d0f46-ee85-4b72-b2a8-3149496bf363 HTTP/1.1" status: 204 len: 168 time: 0.9066899 Jun 16 13:46:03.876911 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-eac9d8eb-9869-4953-a68a-d243ad095536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:03.949456 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ef1e3-da17-4fca-8ba5-28fd26c3655f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258d0f46-ee85-4b72-b2a8-3149496bf363,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:03.980232 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-763ef1e3-da17-4fca-8ba5-28fd26c3655f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:04.018773 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82267491-eef5-48a8-8649-834b8f39dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:04.092922 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:04.124617 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] Notify callbacks [] for port, precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:04.155910 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b990db58-6f36-4d2b-b856-ad6e86bbc303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8885060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398631'] for subnet, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:04.171531 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.provisioning_blocks [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] Transition to ACTIVE for port object 701b931d-9dc7-438d-bbfd-afedf3a4682a will not be triggered until provisioned by entity L2. {{(pid=103639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:46:04.174014 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:04.191830 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:04.194318 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:04.259817 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-82267491-eef5-48a8-8649-834b8f39dcf0 None None] For port 72f816cb-34ea-437b-9d24-760a5e5089bb, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=72f816cb-34ea-437b-9d24-760a5e5089bb,segment=NetworkSegment(674e7c64-5434-43fe-b7ee-a938130755b1),segment_id=674e7c64-5434-43fe-b7ee-a938130755b1)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:04.332183 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50970) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:04.355570 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.db.api [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 13:46:04.356863 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_db.api [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 13:46:04.359164 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990db58-6f36-4d2b-b856-ad6e86bbc303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35670d89-108c-4e2a-9bde-9d3fc8f9284a,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:04.366688 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82267491-eef5-48a8-8649-834b8f39dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:04.371578 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:04.372717 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-b990db58-6f36-4d2b-b856-ad6e86bbc303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:04.373711 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b990db58-6f36-4d2b-b856-ad6e86bbc303 admin admin] Checking segment: {'id': 'cbc82b24-039e-49ab-a289-f3fba038d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:46:04.374077 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b990db58-6f36-4d2b-b856-ad6e86bbc303 admin admin] Network hostable DHCP agents. Network: dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc, hostable agents: ['cacdca07-80fb-43b6-bcec-cb473972b15f'], hosted agents: [] {{(pid=103637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:46:04.392233 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d44c4-751c-406b-850b-69151848a935 None None] Pushing event updated for resources: {'Port': ['ID=701b931d-9dc7-438d-bbfd-afedf3a4682a,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:04.402823 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-891d44c4-751c-406b-850b-69151848a935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:04.419534 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b990db58-6f36-4d2b-b856-ad6e86bbc303 admin admin] Network dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc is scheduled to be hosted by DHCP agent cacdca07-80fb-43b6-bcec-cb473972b15f with binding_index 1 {{(pid=103637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:46:04.424382 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-179b77d9-0903-420f-83ef-3fc0a4ec1e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:04.438699 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] Attempting to bind port 701b931d-9dc7-438d-bbfd-afedf3a4682a on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:46:04.439026 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] Attempting to bind port 701b931d-9dc7-438d-bbfd-afedf3a4682a by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:46:04.439391 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] Attempting to bind port 701b931d-9dc7-438d-bbfd-afedf3a4682a on network 4d1119cf-5fec-45f3-97f5-606abcd40a6f {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:46:04.453654 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:46:04.454020 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] Checking segment: {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:46:04.454426 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:04.454819 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] Bound using segment: {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:46:04.456244 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] Bound port: 701b931d-9dc7-438d-bbfd-afedf3a4682a, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:46:04.458652 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:04.463251 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec1d4f-0c70-49af-af2d-b7effdc8bc82 req-36ff52c5-92fb-4f83-ad27-504253fae9f1 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:04.472001 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a5ec1d4f-0c70-49af-af2d-b7effdc8bc82 req-36ff52c5-92fb-4f83-ad27-504253fae9f1 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.2610865 Jun 16 13:46:04.520570 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82267491-eef5-48a8-8649-834b8f39dcf0 None None] Pushing event updated for resources: {'Port': ['ID=72f816cb-34ea-437b-9d24-760a5e5089bb,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:04.560367 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-82267491-eef5-48a8-8649-834b8f39dcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:04.583876 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a5ec1d4f-0c70-49af-af2d-b7effdc8bc82 req-dde0080e-1c6d-4026-9bce-834d7e460b49 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969377 Jun 16 13:46:04.645593 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] For port 701b931d-9dc7-438d-bbfd-afedf3a4682a, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:46:04.660783 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] For port 701b931d-9dc7-438d-bbfd-afedf3a4682a, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=701b931d-9dc7-438d-bbfd-afedf3a4682a,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:46:04.667558 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:04.671700 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:04.707785 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-179b77d9-0903-420f-83ef-3fc0a4ec1e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:04.717841 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-179b77d9-0903-420f-83ef-3fc0a4ec1e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:04.721448 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:04.793777 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b77d9-0903-420f-83ef-3fc0a4ec1e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0935bf22-86b0-478b-bc4e-a50007893ab0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:04.802281 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-179b77d9-0903-420f-83ef-3fc0a4ec1e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:04.828041 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-179b77d9-0903-420f-83ef-3fc0a4ec1e2b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aaabd914befc4f85a78900fe6127fb87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4937327 Jun 16 13:46:04.831317 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50978) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:04.860542 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-2b21e5ee-1503-43bc-8806-5c47aacca29a None None] Provisioning complete for port 72f816cb-34ea-437b-9d24-760a5e5089bb triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:04.870877 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2b21e5ee-1503-43bc-8806-5c47aacca29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:04.908059 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50980) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:04.930297 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-277f7a92-9274-4c04-bc52-0f1d925a7c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:04.968242 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-974e110b-cb1b-46a9-952c-1bd3896bcc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:05.009836 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-974e110b-cb1b-46a9-952c-1bd3896bcc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:05.059178 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-b990db58-6f36-4d2b-b856-ad6e86bbc303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-16-iscsi, dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc) {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:46:05.091435 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b990db58-6f36-4d2b-b856-ad6e86bbc303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:05.092305 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b990db58-6f36-4d2b-b856-ad6e86bbc303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:05.093153 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d44c4-751c-406b-850b-69151848a935 None None] Pushing event updated for resources: {'Port': ['ID=701b931d-9dc7-438d-bbfd-afedf3a4682a,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:05.098484 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-891d44c4-751c-406b-850b-69151848a935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:05.108335 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:05.113166 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] Routers {'3303a592-942b-42c3-9916-4c4f0628ea33'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:46:05.114021 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:45:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['3303a592-942b-42c3-9916-4c4f0628ea33'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:05.150203 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-974e110b-cb1b-46a9-952c-1bd3896bcc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:05.151724 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89071cee-c1aa-4e17-8178-aba5d1847f6c None None] Network dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:46:05.157332 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-974e110b-cb1b-46a9-952c-1bd3896bcc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:05.165799 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-974e110b-cb1b-46a9-952c-1bd3896bcc85 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0935bf22-86b0-478b-bc4e-a50007893ab0 HTTP/1.1" status: 204 len: 168 time: 0.3261905 Jun 16 13:46:05.171783 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-0c0e4b14-285c-4548-97d2-0e302d6d882b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:05.182561 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e110b-cb1b-46a9-952c-1bd3896bcc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0935bf22-86b0-478b-bc4e-a50007893ab0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:05.193057 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-974e110b-cb1b-46a9-952c-1bd3896bcc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:05.396200 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] Set router 3303a592-942b-42c3-9916-4c4f0628ea33 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:46:05.417921 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d8816-b337-4c13-837b-21241207611f req-7f40eb4b-9a88-4fd9-87da-1e9d297e8b3b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:05.426825 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-047d8816-b337-4c13-837b-21241207611f req-7f40eb4b-9a88-4fd9-87da-1e9d297e8b3b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 943 time: 0.4346352 Jun 16 13:46:05.432779 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-277f7a92-9274-4c04-bc52-0f1d925a7c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:05.437422 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 72f816cb-34ea-437b-9d24-760a5e5089bb up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:46:05.443621 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-277f7a92-9274-4c04-bc52-0f1d925a7c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:05.451731 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-615ac6fa-0717-4f63-b5d7-f9fd357d85f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:05.516042 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f7a92-9274-4c04-bc52-0f1d925a7c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f496ec-8c06-46d6-b8b1-d51fa55c022b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:05.529998 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-277f7a92-9274-4c04-bc52-0f1d925a7c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:05.533383 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-277f7a92-9274-4c04-bc52-0f1d925a7c05 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0bbcf1c00d064e23ab7de03a2e7eaefe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6232691 Jun 16 13:46:05.544030 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50984) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:05.560885 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-b990db58-6f36-4d2b-b856-ad6e86bbc303 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8382421 Jun 16 13:46:05.573791 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 50986) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:05.589503 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1985487703-router', 'tenant_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:05.626064 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98e8dfa6-0b33-5bf0-932d-28a6243b7025-dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc', 'network_id': 'dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc', 'tenant_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'fixed_ips': [{'subnet_id': '35670d89-108c-4e2a-9bde-9d3fc8f9284a'}]}} from dv-cinder-774286-16-iscsi. {{(pid=103638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:46:05.627533 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:05.688285 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 72f816cb-34ea-437b-9d24-760a5e5089bb triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:05.688675 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:05.688960 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-047d8816-b337-4c13-837b-21241207611f req-f2bac34f-335e-4d0c-8d0c-45de32e4c896 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447241 Jun 16 13:46:05.697938 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-679868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16076'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:05.699416 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15927'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:05.715852 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Allocated IP 172.20.0.1 (61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f/8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6/fe24f9a9-0dfe-4f91-ab03-51468411ee86) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:46:05.788777 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-362533a9-b9cf-4396-9acd-3eaf462ee8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:05.917579 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:05.943916 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:57Z', 'updated_at': '2021-06-16T13:45:59Z', 'revision_number': 3, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'gw_port': {'id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:58Z', 'updated_at': '2021-06-16T13:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:05.948438 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f545c5-00c0-4717-a6a1-90d40bad89fb None None] The sync data for ids ['3303a592-942b-42c3-9916-4c4f0628ea33'] in dv-cinder-774286-16-iscsi is: [{'id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:57Z', 'updated_at': '2021-06-16T13:45:59Z', 'revision_number': 3, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'gw_port': {'id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:58Z', 'updated_at': '2021-06-16T13:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:46:05.983666 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-8487bee8-a049-4de9-a224-7776c6fea6f6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc3ebb77-12b5-48cf-90ea-06f88de1ea9a HTTP/1.1" status: 200 len: 217 time: 0.1005983 Jun 16 13:46:06.009699 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 6c618f4d-c2dc-4b08-a734-641dcf529c18 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:46:06.043246 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Allocated IP 172.20.0.2 (dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc/35670d89-108c-4e2a-9bde-9d3fc8f9284a/d907b395-c9de-4eda-a614-7151c30008ed) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:46:06.085587 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-362533a9-b9cf-4396-9acd-3eaf462ee8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:06.102459 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:06.143283 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port 6c618f4d-c2dc-4b08-a734-641dcf529c18 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:46:06.145139 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Transition to ACTIVE for port object fe24f9a9-0dfe-4f91-ab03-51468411ee86 will not be triggered until provisioned by entity DHCP. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:46:06.152214 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 6c618f4d-c2dc-4b08-a734-641dcf529c18 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:06.152837 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:06.172699 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-b3c94d2b-1f2e-490e-80f3-4d52933bd1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:06.178946 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-b3c94d2b-1f2e-490e-80f3-4d52933bd1e0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3964001d-ef45-459e-8d1d-8c4399f1ca2e HTTP/1.1" status: 200 len: 855 time: 0.1813946 Jun 16 13:46:06.244808 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-5414e633-3044-4588-954b-68818818ebf8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549076 Jun 16 13:46:06.275163 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15905'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:06.337568 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce690eed-4431-4832-a20c-074d53707deb req-00768f6d-6fb0-421e-bec9-0264e75519f4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:06.344364 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Notify callbacks [] for port, precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:06.346429 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ce690eed-4431-4832-a20c-074d53707deb req-00768f6d-6fb0-421e-bec9-0264e75519f4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.4604230 Jun 16 13:46:06.371792 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:06.438894 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port 6c618f4d-c2dc-4b08-a734-641dcf529c18, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=6c618f4d-c2dc-4b08-a734-641dcf529c18,segment=NetworkSegment(6e93d335-f264-4a19-a7d6-db101b32c88f),segment_id=6e93d335-f264-4a19-a7d6-db101b32c88f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:06.446389 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:06.453182 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:06.474367 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-362533a9-b9cf-4396-9acd-3eaf462ee8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:06.478275 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-362533a9-b9cf-4396-9acd-3eaf462ee8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:06.479693 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-362533a9-b9cf-4396-9acd-3eaf462ee8f4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34f496ec-8c06-46d6-b8b1-d51fa55c022b HTTP/1.1" status: 204 len: 168 time: 0.9318590 Jun 16 13:46:06.481422 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-8380df36-86aa-48b7-b540-bee8ef40e705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:06.491255 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Transition to ACTIVE for port object d907b395-c9de-4eda-a614-7151c30008ed will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:46:06.512757 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362533a9-b9cf-4396-9acd-3eaf462ee8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f496ec-8c06-46d6-b8b1-d51fa55c022b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:06.515285 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-362533a9-b9cf-4396-9acd-3eaf462ee8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:06.523262 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ce690eed-4431-4832-a20c-074d53707deb req-5f966c23-f149-4928-9e4e-6914fcd8ff9e tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753554 Jun 16 13:46:06.579481 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Transition to ACTIVE for port object d907b395-c9de-4eda-a614-7151c30008ed will not be triggered until provisioned by entity DHCP. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:46:06.586484 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=6c618f4d-c2dc-4b08-a734-641dcf529c18,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:06.589966 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:06.591944 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150'] for port, after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:06.594080 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-60086501-3540-4b93-a38e-a0326f710cdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:06.601079 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:06.624569 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:06.663198 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Network dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:46:06.668569 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:46:06.681038 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:46:06.704638 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-61b17a7b-14ca-4aa4-96e5-43ca9acd0de4 service neutron] 10.222.0.63 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413304 Jun 16 13:46:06.727752 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Pushing event updated for resources: {'Port': ['ID=d907b395-c9de-4eda-a614-7151c30008ed,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:06.737382 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:06.903979 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Attempting to bind port d907b395-c9de-4eda-a614-7151c30008ed on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:46:06.904441 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Attempting to bind port d907b395-c9de-4eda-a614-7151c30008ed by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': 'cbc82b24-039e-49ab-a289-f3fba038d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:46:06.904719 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Attempting to bind port d907b395-c9de-4eda-a614-7151c30008ed on network dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:46:06.915566 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:46:06.915911 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Checking segment: {'id': 'cbc82b24-039e-49ab-a289-f3fba038d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:46:06.916270 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:06.916669 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Bound using segment: {'id': 'cbc82b24-039e-49ab-a289-f3fba038d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:46:06.921048 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Bound port: d907b395-c9de-4eda-a614-7151c30008ed, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc82b24-039e-49ab-a289-f3fba038d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:46:06.921392 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:06.933419 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Network 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:46:06.934474 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Pushing event updated for resources: {'Port': ['ID=fe24f9a9-0dfe-4f91-ab03-51468411ee86,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:06.959845 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:06.961046 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 51026) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:06.992379 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:06.998653 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:46:07.067879 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:46:07.103498 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:07.192583 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] For port d907b395-c9de-4eda-a614-7151c30008ed, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:46:07.199651 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] For port d907b395-c9de-4eda-a614-7151c30008ed, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=d907b395-c9de-4eda-a614-7151c30008ed,segment=NetworkSegment(cbc82b24-039e-49ab-a289-f3fba038d054),segment_id=cbc82b24-039e-49ab-a289-f3fba038d054)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:46:07.207515 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:07.218637 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-5a07c807-052a-4df5-a3b2-645485703aba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:07.252011 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-471a9039-4cf5-479b-ae36-3ef8dec0bbbf req-a6981906-ec6b-45d6-8b07-af1cc1d77e1f service neutron] 10.222.0.63 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369062 Jun 16 13:46:07.276173 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672617'] for router_interface, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:07.337383 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-7fe9cce8-2348-4c75-b798-76777c51838d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-750412362-network', 'tenant_id': 'a56d1343832e46239ee17cd9b9664ac3'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:07.388232 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Pushing event updated for resources: {'Port': ['ID=d907b395-c9de-4eda-a614-7151c30008ed,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:07.407746 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:07.437530 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 701b931d-9dc7-438d-bbfd-afedf3a4682a up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:46:07.451516 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] Allocated IP 172.27.3.198 (4d1119cf-5fec-45f3-97f5-606abcd40a6f/1e4ea701-5473-443b-aeed-fa1b09c8f901/556b6d67-48d8-4fdf-95c0-55a4ab2888ef) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:46:07.526405 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-ff85003f-2309-4920-9098-aab1bbcbed1a None None] Provisioning for port fe24f9a9-0dfe-4f91-ab03-51468411ee86 completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:46:07.534709 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-ff85003f-2309-4920-9098-aab1bbcbed1a None None] Provisioning complete for port fe24f9a9-0dfe-4f91-ab03-51468411ee86 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:07.535411 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ff85003f-2309-4920-9098-aab1bbcbed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:07.596072 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port 701b931d-9dc7-438d-bbfd-afedf3a4682a completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:46:07.604099 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 701b931d-9dc7-438d-bbfd-afedf3a4682a triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:07.605622 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:07.612576 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-ff85003f-2309-4920-9098-aab1bbcbed1a None None] Port fe24f9a9-0dfe-4f91-ab03-51468411ee86 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:46:07.723977 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe9cce8-2348-4c75-b798-76777c51838d admin admin] Made reservation on behalf of a56d1343832e46239ee17cd9b9664ac3 for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:46:07.727155 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7fe9cce8-2348-4c75-b798-76777c51838d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for network, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:07.742399 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7fe9cce8-2348-4c75-b798-76777c51838d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:07.774664 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:07.786336 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210b181-636e-4638-a5a2-cb0a30adb323 req-b88d5a8d-3de5-40df-a04e-b2753aa9bb79 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:07.787919 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5210b181-636e-4638-a5a2-cb0a30adb323 req-b88d5a8d-3de5-40df-a04e-b2753aa9bb79 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 943 time: 0.6258471 Jun 16 13:46:07.891754 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1500e-e4c0-46c4-874e-6ce991494929 req-fee2c47c-3556-4a84-b738-02070202d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:07.894295 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-94e1500e-e4c0-46c4-874e-6ce991494929 req-fee2c47c-3556-4a84-b738-02070202d187 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c42ead8899c468cad6ac1d8d5f5db81&device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 1096 time: 0.4114215 Jun 16 13:46:07.938525 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3313777'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:07.952001 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-014e2a4d-1c03-43db-89ca-c6ca24fc30db tempest-DeleteServersTestJSON-249706722 tempest-DeleteServersTestJSON-249706722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:07.993534 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:08.003771 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:46:08.010585 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:46:08.013878 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:46:08.029728 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port 701b931d-9dc7-438d-bbfd-afedf3a4682a, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=701b931d-9dc7-438d-bbfd-afedf3a4682a,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:08.037629 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:08.039606 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 6c618f4d-c2dc-4b08-a734-641dcf529c18 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:46:08.043492 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:08.058794 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] Pushing event updated for resources: {'Port': ['ID=556b6d67-48d8-4fdf-95c0-55a4ab2888ef,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:08.068981 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:08.093492 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24530a-d14a-4e33-97bd-08837be21dcd req-426b4461-8b2e-4baa-87e0-f1eed576fce1 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:08.095361 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9f24530a-d14a-4e33-97bd-08837be21dcd req-426b4461-8b2e-4baa-87e0-f1eed576fce1 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.2051370 Jun 16 13:46:08.161141 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=701b931d-9dc7-438d-bbfd-afedf3a4682a,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:08.166727 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:08.207113 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 6c618f4d-c2dc-4b08-a734-641dcf529c18 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:08.207730 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:08.212729 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5210b181-636e-4638-a5a2-cb0a30adb323 req-417d4edd-e1e2-4dc4-bcdb-c40f3febdcc7 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594711 Jun 16 13:46:08.213834 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:08.248618 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1500e-e4c0-46c4-874e-6ce991494929 req-9605b031-7da6-4d83-8bbf-21cfcdca9766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:08.250557 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-94e1500e-e4c0-46c4-874e-6ce991494929 req-9605b031-7da6-4d83-8bbf-21cfcdca9766 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 HTTP/1.1" status: 200 len: 917 time: 0.3033426 Jun 16 13:46:08.369918 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-94e1500e-e4c0-46c4-874e-6ce991494929 req-5b09b81d-16bf-46bd-bfb5-707a2ddfd126 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc3ebb77-12b5-48cf-90ea-06f88de1ea9a HTTP/1.1" status: 200 len: 217 time: 0.0704360 Jun 16 13:46:08.483956 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9f24530a-d14a-4e33-97bd-08837be21dcd req-c3f1602d-cac6-4940-9e3b-df1c3cf58bb3 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421292 Jun 16 13:46:08.516510 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1500e-e4c0-46c4-874e-6ce991494929 req-6fece0fe-99ec-4dae-85fe-0b44cc2e8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:08.519233 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-94e1500e-e4c0-46c4-874e-6ce991494929 req-6fece0fe-99ec-4dae-85fe-0b44cc2e8526 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3964001d-ef45-459e-8d1d-8c4399f1ca2e HTTP/1.1" status: 200 len: 855 time: 0.1393197 Jun 16 13:46:08.553073 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:08.657243 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7fe9cce8-2348-4c75-b798-76777c51838d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:08.665832 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-94e1500e-e4c0-46c4-874e-6ce991494929 req-2270ca2a-7086-4f58-9241-e47d30e792e1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102324 Jun 16 13:46:08.675426 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7fe9cce8-2348-4c75-b798-76777c51838d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:08.690404 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-460e09b8-c7eb-4ae8-835a-275d0a1a5925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:08.755151 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe9cce8-2348-4c75-b798-76777c51838d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1388} {{(pid=103637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:46:08.855446 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:08.862596 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9cce8-2348-4c75-b798-76777c51838d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b07add4-be02-4ba4-88d3-ce91350f586a,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:08.873667 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7fe9cce8-2348-4c75-b798-76777c51838d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:08.874014 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-7fe9cce8-2348-4c75-b798-76777c51838d admin admin] Added segment 46492348-7a3f-4c0d-b2a2-e19bdc738f26 of type vlan for network d8c1186e-6d6b-491d-8fb4-fa871a261b8b Jun 16 13:46:08.876298 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372952'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:08.883977 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7fe9cce8-2348-4c75-b798-76777c51838d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:08.885565 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:08.908744 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:09.005912 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 51074) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:09.027201 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7fe9cce8-2348-4c75-b798-76777c51838d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768724243357'] for network, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:09.064633 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-94e1500e-e4c0-46c4-874e-6ce991494929 req-d405e1e2-b57d-4295-9065-25bc8b015751 service neutron] 10.222.0.63 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803523 Jun 16 13:46:09.070141 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672533'] for router_interface, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:09.076629 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Pushing event updated for resources: {'Port': ['ID=fe24f9a9-0dfe-4f91-ab03-51468411ee86,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:09.098045 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:09.123918 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] Router beace749-9299-4659-b038-26dcabebeb60 is scheduled to L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:46:09.228720 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d41d746-7d0d-41ec-a3ce-00627da9744c None None] Network dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:46:09.410028 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7fe9cce8-2348-4c75-b798-76777c51838d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442'] for network, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:09.418397 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe9cce8-2348-4c75-b798-76777c51838d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:09.419117 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7fe9cce8-2348-4c75-b798-76777c51838d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:09.424761 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:09.428485 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 701b931d-9dc7-438d-bbfd-afedf3a4682a up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:46:09.490848 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-f1cd59d1-91d9-4d39-a449-e4ae8c9ae4fd None None] Provisioning for port d907b395-c9de-4eda-a614-7151c30008ed completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:46:09.567320 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7fe9cce8-2348-4c75-b798-76777c51838d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5961223 Jun 16 13:46:09.574968 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 51084) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:09.617500 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-359b1572-8c8b-4751-9808-916430ed2f94 admin admin] Request body: {'subnet': {'network_id': 'd8c1186e-6d6b-491d-8fb4-fa871a261b8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-750412362-subnet', 'tenant_id': 'a56d1343832e46239ee17cd9b9664ac3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:09.621650 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9cce8-2348-4c75-b798-76777c51838d admin admin] Pushing event updated for resources: {'Network': ['ID=d8c1186e-6d6b-491d-8fb4-fa871a261b8b,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:09.631207 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7fe9cce8-2348-4c75-b798-76777c51838d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:09.644075 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-94e1500e-e4c0-46c4-874e-6ce991494929 req-d1b9f8be-b1dc-46dc-8200-5723ba79cfcd service neutron] 10.222.0.63 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592592 Jun 16 13:46:09.659542 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Network d8c1186e-6d6b-491d-8fb4-fa871a261b8b details requested by agent ovs-agent-dv-cinder-774286-16-iscsi with host dv-cinder-774286-16-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:46:09.665843 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 701b931d-9dc7-438d-bbfd-afedf3a4682a triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:09.666292 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:09.678799 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Network 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:46:09.681330 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359b1572-8c8b-4751-9808-916430ed2f94 admin admin] Made reservation on behalf of a56d1343832e46239ee17cd9b9664ac3 for: {'subnet': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:46:09.684453 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-359b1572-8c8b-4751-9808-916430ed2f94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398645'] for subnet, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:09.688667 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:46:09.711552 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7c51777-c41a-440d-b9ce-696dc117adc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:09.812695 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:46:09.864139 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] Sync routers for ids ['beace749-9299-4659-b038-26dcabebeb60'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:46:09.891347 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db33ed9-9de3-4167-8a1d-0ae19d9db66f req-2451a6cc-b849-4b95-9ee5-d6b602d96583 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:09.903170 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d4134-f027-49a5-9f74-e4dd64abb8fc req-7080a3b0-69a9-4a1f-aa23-fb639d4878d3 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:09.904974 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7e8d4134-f027-49a5-9f74-e4dd64abb8fc req-7080a3b0-69a9-4a1f-aa23-fb639d4878d3 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1813865 Jun 16 13:46:09.915727 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] Routers {'beace749-9299-4659-b038-26dcabebeb60'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:46:09.916723 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:45:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['beace749-9299-4659-b038-26dcabebeb60'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:09.918453 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0db33ed9-9de3-4167-8a1d-0ae19d9db66f req-2451a6cc-b849-4b95-9ee5-d6b602d96583 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 943 time: 0.3965890 Jun 16 13:46:09.993024 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7e8d4134-f027-49a5-9f74-e4dd64abb8fc req-471a92d5-f982-402b-929c-0a1e093d8f69 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742686 Jun 16 13:46:10.035834 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0db33ed9-9de3-4167-8a1d-0ae19d9db66f req-1287e523-14ff-48e2-a399-63d633ef7ff5 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167283 Jun 16 13:46:10.049890 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Router 3303a592-942b-42c3-9916-4c4f0628ea33 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:46:10.056577 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] Set router beace749-9299-4659-b038-26dcabebeb60 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:46:10.058407 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7c51777-c41a-440d-b9ce-696dc117adc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:10.076252 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7c51777-c41a-440d-b9ce-696dc117adc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:10.105775 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-70b24045-1838-4a46-b3d1-78e80b85c663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:10.116631 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-b7c51777-c41a-440d-b9ce-696dc117adc2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2366ef04ff64ad591c54e6964bbe19f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1093445 Jun 16 13:46:10.117537 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] Notify callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:10.118808 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5418594 Jun 16 13:46:10.121280 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 51090) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:10.121617 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 51092) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:10.177053 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:10.241343 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e145f84d-5461-4c8b-9325-9cd37713cb13 None None] Provisioning complete for port fe24f9a9-0dfe-4f91-ab03-51468411ee86 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:10.242353 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e145f84d-5461-4c8b-9325-9cd37713cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:10.282394 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-359b1572-8c8b-4751-9808-916430ed2f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8885060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398631'] for subnet, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:10.290953 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c51777-c41a-440d-b9ce-696dc117adc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a2cf47-7479-42a4-af4b-3e0694563f64,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:10.293651 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:10.301585 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-b7c51777-c41a-440d-b9ce-696dc117adc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:10.344524 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:46:10.352234 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] 10.222.0.26 "PUT /v2.0/routers/3303a592-942b-42c3-9916-4c4f0628ea33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6316972 Jun 16 13:46:10.377413 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device d907b395-c9de-4eda-a614-7151c30008ed up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:46:10.388486 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] Sync routers for ids ['3303a592-942b-42c3-9916-4c4f0628ea33'] in dv-cinder-774286-16-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:46:10.396143 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b1572-8c8b-4751-9808-916430ed2f94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c6045c7-0a08-44ed-bad8-6a148106ec53,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:10.401114 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e145f84d-5461-4c8b-9325-9cd37713cb13 None None] Port fe24f9a9-0dfe-4f91-ab03-51468411ee86 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:46:10.402005 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-359b1572-8c8b-4751-9808-916430ed2f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:10.416106 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] Routers {'3303a592-942b-42c3-9916-4c4f0628ea33'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:46:10.416106 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:45:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['3303a592-942b-42c3-9916-4c4f0628ea33'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:10.484436 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359b1572-8c8b-4751-9808-916430ed2f94 admin admin] Checking segment: {'id': '46492348-7a3f-4c0d-b2a2-e19bdc738f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'd8c1186e-6d6b-491d-8fb4-fa871a261b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:46:10.484923 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359b1572-8c8b-4751-9808-916430ed2f94 admin admin] Network hostable DHCP agents. Network: d8c1186e-6d6b-491d-8fb4-fa871a261b8b, hostable agents: ['cacdca07-80fb-43b6-bcec-cb473972b15f'], hosted agents: [] {{(pid=103637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:46:10.568212 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359b1572-8c8b-4751-9808-916430ed2f94 admin admin] Network d8c1186e-6d6b-491d-8fb4-fa871a261b8b is scheduled to be hosted by DHCP agent cacdca07-80fb-43b6-bcec-cb473972b15f with binding_index 1 {{(pid=103637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:46:10.576125 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b28268ca-06c5-46da-b4f2-c45dfe1ab298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:10.594442 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-359b1572-8c8b-4751-9808-916430ed2f94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-16-iscsi, d8c1186e-6d6b-491d-8fb4-fa871a261b8b) {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:46:10.617724 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359b1572-8c8b-4751-9808-916430ed2f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:10.618672 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-359b1572-8c8b-4751-9808-916430ed2f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:10.633794 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afc30e7-6fe3-4371-ad0c-7c17669c803e None None] Network d8c1186e-6d6b-491d-8fb4-fa871a261b8b requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:46:10.653188 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-359b1572-8c8b-4751-9808-916430ed2f94 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0421245 Jun 16 13:46:10.730686 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] Set router 3303a592-942b-42c3-9916-4c4f0628ea33 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:46:10.842695 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b28268ca-06c5-46da-b4f2-c45dfe1ab298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:10.970668 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port d907b395-c9de-4eda-a614-7151c30008ed completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:46:10.981037 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port d907b395-c9de-4eda-a614-7151c30008ed triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:10.982255 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:11.030636 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b28268ca-06c5-46da-b4f2-c45dfe1ab298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:11.033541 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b28268ca-06c5-46da-b4f2-c45dfe1ab298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:11.038264 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-b28268ca-06c5-46da-b4f2-c45dfe1ab298 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a1a2cf47-7479-42a4-af4b-3e0694563f64 HTTP/1.1" status: 204 len: 168 time: 0.9154282 Jun 16 13:46:11.041795 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-5fb98615-17c7-47b2-a974-cd2b14449b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:11.052608 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28268ca-06c5-46da-b4f2-c45dfe1ab298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a2cf47-7479-42a4-af4b-3e0694563f64,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:11.056725 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-b28268ca-06c5-46da-b4f2-c45dfe1ab298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:11.065876 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:11.108456 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-cca9ce2f-6eef-4af8-a648-276d0fbfa5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:11.160367 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beace749-9299-4659-b038-26dcabebeb60', 'name': 'tempest-TestShelveInstance-1985487703-router', 'tenant_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '556b6d67-48d8-4fdf-95c0-55a4ab2888ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:46:08Z', 'revision_number': 3, 'project_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'gw_port': {'id': '556b6d67-48d8-4fdf-95c0-55a4ab2888ef', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beace749-9299-4659-b038-26dcabebeb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:07Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:11.184352 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] Checking router: beace749-9299-4659-b038-26dcabebeb60 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:46:11.185176 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] Updating router beace749-9299-4659-b038-26dcabebeb60 port 556b6d67-48d8-4fdf-95c0-55a4ab2888ef binding host dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:46:11.209323 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:57Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'gw_port': {'id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:58Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'fe24f9a9-0dfe-4f91-ab03-51468411ee86', 'name': '', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'mac_address': 'fa:16:3e:b2:0e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:46:08Z', 'revision_number': 2, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'subnets': [{'id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:11.217502 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] Checking router: 3303a592-942b-42c3-9916-4c4f0628ea33 for host: dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:46:11.218963 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] Updating router 3303a592-942b-42c3-9916-4c4f0628ea33 port fe24f9a9-0dfe-4f91-ab03-51468411ee86 binding host dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:46:11.355518 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:11.364379 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:11.376077 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:11.415061 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503ab90-cbcc-4987-b4cc-17636776ebef req-2aa6e489-e1dd-4097-8098-3667be239b87 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:11.417599 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3503ab90-cbcc-4987-b4cc-17636776ebef req-2aa6e489-e1dd-4097-8098-3667be239b87 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1948459 Jun 16 13:46:11.445982 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a75706-3a61-491e-a4c7-99bd41ff1aa8 None None] Network d8c1186e-6d6b-491d-8fb4-fa871a261b8b requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:46:11.521393 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Allocated IP 172.20.0.1 (dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc/35670d89-108c-4e2a-9bde-9d3fc8f9284a/0a50f67f-2e98-4275-907f-352f7f6e86f5) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:46:11.566490 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3503ab90-cbcc-4987-b4cc-17636776ebef req-932cb999-b72c-4cc4-ad1c-e92f32b5d32d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337435 Jun 16 13:46:11.699890 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 51138) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:11.705915 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-ffa41a9b-6cd5-43cd-8bea-f2b809ae94ff tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--804805689', 'description': 'tempest-description--2083094117'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:11.807362 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ffa41a9b-6cd5-43cd-8bea-f2b809ae94ff tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:11.911566 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:11.977354 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Transition to ACTIVE for port object 0a50f67f-2e98-4275-907f-352f7f6e86f5 will not be triggered until provisioned by entity DHCP. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:46:12.024873 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] Notify callbacks [] for port, precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.038077 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.provisioning_blocks [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] Transition to ACTIVE for port object fe24f9a9-0dfe-4f91-ab03-51468411ee86 will not be triggered until provisioned by entity L2. {{(pid=103639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:46:12.050242 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.052687 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:12.076649 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3313777'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.089988 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:12.094049 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf4234-0f13-4ab7-ae36-5d8afcd3111a None None] Pushing event updated for resources: {'Port': ['ID=fe24f9a9-0dfe-4f91-ab03-51468411ee86,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:12.097649 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-3abf4234-0f13-4ab7-ae36-5d8afcd3111a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:12.137899 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ffa41a9b-6cd5-43cd-8bea-f2b809ae94ff tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.145201 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ffa41a9b-6cd5-43cd-8bea-f2b809ae94ff tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.152433 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Pushing event updated for resources: {'Port': ['ID=0a50f67f-2e98-4275-907f-352f7f6e86f5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:12.156578 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:12.157890 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:12.169542 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Network dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:46:12.172648 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:46:12.176609 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:46:12.222211 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ffa41a9b-6cd5-43cd-8bea-f2b809ae94ff tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.226296 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ffa41a9b-6cd5-43cd-8bea-f2b809ae94ff tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5224378 Jun 16 13:46:12.230342 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 51158) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:12.248946 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-92c5055f-fab0-4914-8c6d-2a3be7d3a27e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Request body: {'security_group_rule': {'security_group_id': 'c4c245d4-2137-46ba-a92a-58297a71c178', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:12.285636 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port d907b395-c9de-4eda-a614-7151c30008ed, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=d907b395-c9de-4eda-a614-7151c30008ed,segment=NetworkSegment(cbc82b24-039e-49ab-a289-f3fba038d054),segment_id=cbc82b24-039e-49ab-a289-f3fba038d054)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:12.289497 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device bc3ebb77-12b5-48cf-90ea-06f88de1ea9a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:46:12.305647 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.315616 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] Attempting to bind port fe24f9a9-0dfe-4f91-ab03-51468411ee86 on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:46:12.316143 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] Attempting to bind port fe24f9a9-0dfe-4f91-ab03-51468411ee86 by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '674e7c64-5434-43fe-b7ee-a938130755b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:46:12.317034 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-78f9eecc-038e-4d20-a180-b31153263355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:12.317831 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] Attempting to bind port fe24f9a9-0dfe-4f91-ab03-51468411ee86 on network 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:46:12.321530 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672617'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.333008 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:46:12.333520 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] Checking segment: {'id': '674e7c64-5434-43fe-b7ee-a938130755b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:46:12.338260 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.339026 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] Bound using segment: {'id': '674e7c64-5434-43fe-b7ee-a938130755b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:46:12.339799 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] Bound port: fe24f9a9-0dfe-4f91-ab03-51468411ee86, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674e7c64-5434-43fe-b7ee-a938130755b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:46:12.340404 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.351434 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92c5055f-fab0-4914-8c6d-2a3be7d3a27e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.354186 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa41a9b-6cd5-43cd-8bea-f2b809ae94ff tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c245d4-2137-46ba-a92a-58297a71c178,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:12.377644 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0f5ab-3721-4968-9817-25b6f93a250f req-2e111325-1d77-401e-a598-22bcf0be6dd6 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:12.386920 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6ee0f5ab-3721-4968-9817-25b6f93a250f req-2e111325-1d77-401e-a598-22bcf0be6dd6 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 943 time: 0.4428451 Jun 16 13:46:12.395502 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ffa41a9b-6cd5-43cd-8bea-f2b809ae94ff tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:12.473698 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=d907b395-c9de-4eda-a614-7151c30008ed,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:12.531989 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:12.533892 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6ee0f5ab-3721-4968-9817-25b6f93a250f req-5216eb82-7d78-4b46-ae8b-fb844d93a79e tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455891 Jun 16 13:46:12.541326 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] For port fe24f9a9-0dfe-4f91-ab03-51468411ee86, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:46:12.546186 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] For port fe24f9a9-0dfe-4f91-ab03-51468411ee86, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=fe24f9a9-0dfe-4f91-ab03-51468411ee86,segment=NetworkSegment(674e7c64-5434-43fe-b7ee-a938130755b1),segment_id=674e7c64-5434-43fe-b7ee-a938130755b1)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:46:12.556055 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.568859 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:12.572664 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92c5055f-fab0-4914-8c6d-2a3be7d3a27e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.587466 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92c5055f-fab0-4914-8c6d-2a3be7d3a27e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.590543 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:12.647847 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5055f-fab0-4914-8c6d-2a3be7d3a27e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fdcf13-fcb5-4229-bb9c-6af3d0d25eb8,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:12.651884 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-92c5055f-fab0-4914-8c6d-2a3be7d3a27e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:12.666323 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92c5055f-fab0-4914-8c6d-2a3be7d3a27e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.667154 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf4234-0f13-4ab7-ae36-5d8afcd3111a None None] Pushing event updated for resources: {'Port': ['ID=fe24f9a9-0dfe-4f91-ab03-51468411ee86,revision_number=4']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:12.667504 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-92c5055f-fab0-4914-8c6d-2a3be7d3a27e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4298413 Jun 16 13:46:12.670500 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] Routers {'3303a592-942b-42c3-9916-4c4f0628ea33'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:46:12.671136 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:45:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['3303a592-942b-42c3-9916-4c4f0628ea33'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:12.672565 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 51168) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:12.673326 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-3abf4234-0f13-4ab7-ae36-5d8afcd3111a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:12.679061 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-897f61a3-2911-477a-8d79-6d9769f90064 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Request body: {'security_group_rule': {'security_group_id': 'c4c245d4-2137-46ba-a92a-58297a71c178', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:12.763567 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-897f61a3-2911-477a-8d79-6d9769f90064 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.779296 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.924460 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-4d10e931-fec3-4bf1-ad78-886751693357 None None] Provisioning for port 0a50f67f-2e98-4275-907f-352f7f6e86f5 completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:46:12.963100 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-897f61a3-2911-477a-8d79-6d9769f90064 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.972897 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-4d10e931-fec3-4bf1-ad78-886751693357 None None] Provisioning complete for port 0a50f67f-2e98-4275-907f-352f7f6e86f5 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:12.973849 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-897f61a3-2911-477a-8d79-6d9769f90064 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.975978 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:12.981323 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4d10e931-fec3-4bf1-ad78-886751693357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.984549 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port bc3ebb77-12b5-48cf-90ea-06f88de1ea9a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bc3ebb77-12b5-48cf-90ea-06f88de1ea9a,segment=NetworkSegment(38a34001-cc24-42b7-ac4e-6511feb9efa1),segment_id=38a34001-cc24-42b7-ac4e-6511feb9efa1)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:13.016935 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f61a3-2911-477a-8d79-6d9769f90064 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1b9d75-0887-43ea-acb0-20f60ca3e04c,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:13.019584 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] Set router 3303a592-942b-42c3-9916-4c4f0628ea33 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:46:13.031888 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-897f61a3-2911-477a-8d79-6d9769f90064 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:13.054546 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-897f61a3-2911-477a-8d79-6d9769f90064 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:13.059293 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-897f61a3-2911-477a-8d79-6d9769f90064 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3821929 Jun 16 13:46:13.060462 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 51184) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:13.065360 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Request body: {'floatingip': {'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:13.084447 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': 'bc3ebb77-12b5-48cf-90ea-06f88de1ea9a', 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783', 'port_id': 'bc3ebb77-12b5-48cf-90ea-06f88de1ea9a', 'mac_address': 'fa:16:3e:e4:25:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3964001d-ef45-459e-8d1d-8c4399f1ca2e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:46:13.126487 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for floatingip, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:13.134975 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-4d10e931-fec3-4bf1-ad78-886751693357 None None] Port 0a50f67f-2e98-4275-907f-352f7f6e86f5 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:46:13.145090 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] Notify callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:13.167076 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] Transition to ACTIVE for port object 556b6d67-48d8-4fdf-95c0-55a4ab2888ef will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:46:13.169166 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:13.186185 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3ebb77-12b5-48cf-90ea-06f88de1ea9a {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:46:13.193947 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:13.203847 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:13.248246 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498813f-7473-42e1-b187-c0e56a97a942 req-99c1c26a-ca9f-42a5-adbb-0db91969b19d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:13.253556 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a498813f-7473-42e1-b187-c0e56a97a942 req-99c1c26a-ca9f-42a5-adbb-0db91969b19d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.4078121 Jun 16 13:46:13.266490 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port bc3ebb77-12b5-48cf-90ea-06f88de1ea9a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bc3ebb77-12b5-48cf-90ea-06f88de1ea9a,segment=NetworkSegment(38a34001-cc24-42b7-ac4e-6511feb9efa1),segment_id=38a34001-cc24-42b7-ac4e-6511feb9efa1)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:13.278656 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:13.298265 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:13.305916 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] Attempting to bind port 556b6d67-48d8-4fdf-95c0-55a4ab2888ef on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:46:13.306302 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] Attempting to bind port 556b6d67-48d8-4fdf-95c0-55a4ab2888ef by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:46:13.306675 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] Attempting to bind port 556b6d67-48d8-4fdf-95c0-55a4ab2888ef on network 4d1119cf-5fec-45f3-97f5-606abcd40a6f {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:46:13.308531 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54947c78-60b8-4635-9c13-2a2bed775dca None None] Pushing event updated for resources: {'Port': ['ID=556b6d67-48d8-4fdf-95c0-55a4ab2888ef,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:13.313487 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-54947c78-60b8-4635-9c13-2a2bed775dca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:13.316189 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-60086501-3540-4b93-a38e-a0326f710cdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:13.326948 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:46:13.327396 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] Checking segment: {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:46:13.327719 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:13.328136 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] Bound using segment: {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:46:13.329275 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] Bound port: 556b6d67-48d8-4fdf-95c0-55a4ab2888ef, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:46:13.329275 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:13.396166 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d94c9b7b-e1a2-42e6-8a1a-98767218d8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:13.423217 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a498813f-7473-42e1-b187-c0e56a97a942 req-bb770432-1895-4108-b847-445eb0dcde8b tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621363 Jun 16 13:46:13.437307 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=bc3ebb77-12b5-48cf-90ea-06f88de1ea9a,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:13.444255 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:13.449522 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:13.455964 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] For port 556b6d67-48d8-4fdf-95c0-55a4ab2888ef, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:46:13.459289 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313767'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:13.460013 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] For port 556b6d67-48d8-4fdf-95c0-55a4ab2888ef, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=556b6d67-48d8-4fdf-95c0-55a4ab2888ef,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:46:13.473989 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:13.479023 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:13.489649 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-82267491-eef5-48a8-8649-834b8f39dcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:13.489960 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:57Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'gw_port': {'id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:58Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'fe24f9a9-0dfe-4f91-ab03-51468411ee86', 'name': '', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'mac_address': 'fa:16:3e:b2:0e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:46:12Z', 'revision_number': 4, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'subnets': [{'id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:13.495177 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3f230-38dc-4212-b1ec-9402d1361368 None None] The sync data for ids ['3303a592-942b-42c3-9916-4c4f0628ea33'] in dv-cinder-774286-16-iscsi is: [{'id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:57Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'gw_port': {'id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:58Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'fe24f9a9-0dfe-4f91-ab03-51468411ee86', 'name': '', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'mac_address': 'fa:16:3e:b2:0e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:46:12Z', 'revision_number': 4, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'subnets': [{'id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:46:13.507718 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:13.544805 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Allocated IP 172.27.3.124 (4d1119cf-5fec-45f3-97f5-606abcd40a6f/1e4ea701-5473-443b-aeed-fa1b09c8f901/ca0d9b7e-7375-48ff-b4d9-bd2fd557a8d9) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:46:13.594096 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] Routers {'beace749-9299-4659-b038-26dcabebeb60'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:46:13.594912 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:46:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['beace749-9299-4659-b038-26dcabebeb60'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:13.599016 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672533'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:13.600804 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54947c78-60b8-4635-9c13-2a2bed775dca None None] Pushing event updated for resources: {'Port': ['ID=556b6d67-48d8-4fdf-95c0-55a4ab2888ef,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:13.657039 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-54947c78-60b8-4635-9c13-2a2bed775dca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:13.659699 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['bc3ebb77-12b5-48cf-90ea-06f88de1ea9a'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:46:13.745655 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Pushing event updated for resources: {'Port': ['ID=0a50f67f-2e98-4275-907f-352f7f6e86f5,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:13.755984 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:13.773147 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Network dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:46:13.778029 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:46:13.839401 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] Set router beace749-9299-4659-b038-26dcabebeb60 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:46:13.970026 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:14.042941 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Router beace749-9299-4659-b038-26dcabebeb60 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:46:14.212667 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eabfbe-5d81-4447-ac6a-41dbda877b97 req-de5e7c20-7968-4c6a-8a09-1240f5642cfa tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:14.215683 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b8eabfbe-5d81-4447-ac6a-41dbda877b97 req-de5e7c20-7968-4c6a-8a09-1240f5642cfa tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 944 time: 0.4265487 Jun 16 13:46:14.268018 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:14.284608 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:46:14.307882 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] 10.222.0.26 "PUT /v2.0/routers/beace749-9299-4659-b038-26dcabebeb60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1783919 Jun 16 13:46:14.351285 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-24266004-5f64-474b-9ea9-8d78d84b9857 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:14.415720 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-c9cb7f94-c1f1-44cb-bb37-d0cba08740e6 None None] Provisioning complete for port 0a50f67f-2e98-4275-907f-352f7f6e86f5 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:14.417072 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c9cb7f94-c1f1-44cb-bb37-d0cba08740e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:14.525822 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Pushing event updated for resources: {'Port': ['ID=ca0d9b7e-7375-48ff-b4d9-bd2fd557a8d9,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:14.534581 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:14.588211 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b8eabfbe-5d81-4447-ac6a-41dbda877b97 req-cde4addf-3af2-4a1d-ac04-411f9d3da007 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346608 Jun 16 13:46:14.624394 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:46:14.630746 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:46:14.641196 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:46:14.674276 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-c9cb7f94-c1f1-44cb-bb37-d0cba08740e6 None None] Port 0a50f67f-2e98-4275-907f-352f7f6e86f5 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:46:14.760795 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device fe24f9a9-0dfe-4f91-ab03-51468411ee86 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:46:14.992611 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beace749-9299-4659-b038-26dcabebeb60', 'name': 'tempest-TestShelveInstance-1985487703-router', 'tenant_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '556b6d67-48d8-4fdf-95c0-55a4ab2888ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:46:12Z', 'revision_number': 4, 'project_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'gw_port': {'id': '556b6d67-48d8-4fdf-95c0-55a4ab2888ef', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beace749-9299-4659-b038-26dcabebeb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:07Z', 'updated_at': '2021-06-16T13:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '0a50f67f-2e98-4275-907f-352f7f6e86f5', 'name': '', 'network_id': 'dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc', 'tenant_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'mac_address': 'fa:16:3e:40:cd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beace749-9299-4659-b038-26dcabebeb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '35670d89-108c-4e2a-9bde-9d3fc8f9284a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:11Z', 'updated_at': '2021-06-16T13:46:12Z', 'revision_number': 2, 'project_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'subnets': [{'id': '35670d89-108c-4e2a-9bde-9d3fc8f9284a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:15.015324 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:15.015324 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a25539e-1f1c-4543-ab84-0609529273b7 None None] The sync data for ids ['beace749-9299-4659-b038-26dcabebeb60'] in dv-cinder-774286-16-iscsi is: [{'id': 'beace749-9299-4659-b038-26dcabebeb60', 'name': 'tempest-TestShelveInstance-1985487703-router', 'tenant_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '556b6d67-48d8-4fdf-95c0-55a4ab2888ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:46:12Z', 'revision_number': 4, 'project_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'gw_port': {'id': '556b6d67-48d8-4fdf-95c0-55a4ab2888ef', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beace749-9299-4659-b038-26dcabebeb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:07Z', 'updated_at': '2021-06-16T13:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '0a50f67f-2e98-4275-907f-352f7f6e86f5', 'name': '', 'network_id': 'dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc', 'tenant_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'mac_address': 'fa:16:3e:40:cd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beace749-9299-4659-b038-26dcabebeb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '35670d89-108c-4e2a-9bde-9d3fc8f9284a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:11Z', 'updated_at': '2021-06-16T13:46:12Z', 'revision_number': 2, 'project_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'subnets': [{'id': '35670d89-108c-4e2a-9bde-9d3fc8f9284a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:46:15.032427 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99afc5-6e89-4029-b595-a96f8b9cd19d req-97975628-9108-4c01-b4c2-6a32a5829f87 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:15.040266 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port fe24f9a9-0dfe-4f91-ab03-51468411ee86 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:46:15.047751 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-2d99afc5-6e89-4029-b595-a96f8b9cd19d req-97975628-9108-4c01-b4c2-6a32a5829f87 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.2340384 Jun 16 13:46:15.062305 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:15.064145 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port fe24f9a9-0dfe-4f91-ab03-51468411ee86 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:15.066330 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:15.079193 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6f4df-2b26-44c8-a815-e32d44f51a9e req-b03e78f6-928f-4245-8615-0bf6c5679282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:15.080872 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aef6f4df-2b26-44c8-a815-e32d44f51a9e req-b03e78f6-928f-4245-8615-0bf6c5679282 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 1098 time: 0.2420700 Jun 16 13:46:15.155998 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-2d99afc5-6e89-4029-b595-a96f8b9cd19d req-0f71410e-ad95-4f5a-a15e-6b06a94e4e0c tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094446 Jun 16 13:46:15.221166 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:15.223371 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:15.303523 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aef6f4df-2b26-44c8-a815-e32d44f51a9e req-986e6de6-ea4d-44f0-82db-15aaa9fba93c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152963 Jun 16 13:46:15.322618 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port fe24f9a9-0dfe-4f91-ab03-51468411ee86, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=fe24f9a9-0dfe-4f91-ab03-51468411ee86,segment=NetworkSegment(674e7c64-5434-43fe-b7ee-a938130755b1),segment_id=674e7c64-5434-43fe-b7ee-a938130755b1)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:15.331487 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:15.332862 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device d907b395-c9de-4eda-a614-7151c30008ed up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:46:15.345784 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:15.528127 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=fe24f9a9-0dfe-4f91-ab03-51468411ee86,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:15.532282 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:15.537941 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port d907b395-c9de-4eda-a614-7151c30008ed triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:15.538509 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:15.679737 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:15.687544 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92758dc4-cf82-4541-8c83-030b7e181669 req-6b42a2eb-4e64-4ba2-82e4-8edde4ea82eb tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:15.688189 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:15.689507 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-92758dc4-cf82-4541-8c83-030b7e181669 req-6b42a2eb-4e64-4ba2-82e4-8edde4ea82eb tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/networks?id=d8c1186e-6d6b-491d-8fb4-fa871a261b8b HTTP/1.1" status: 200 len: 808 time: 0.3683794 Jun 16 13:46:15.711327 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-1883d882-b6a1-4b83-8c14-30b03b8719db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:15.739537 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-92758dc4-cf82-4541-8c83-030b7e181669 req-7c4d9151-acec-4467-b2c8-f3d8b1afb127 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/quotas/a56d1343832e46239ee17cd9b9664ac3 HTTP/1.1" status: 200 len: 375 time: 0.0186231 Jun 16 13:46:15.847309 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-92758dc4-cf82-4541-8c83-030b7e181669 req-59321fb4-313d-4f6d-8665-1ad75da15bba tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a56d1343832e46239ee17cd9b9664ac3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943944 Jun 16 13:46:15.902669 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device bc3ebb77-12b5-48cf-90ea-06f88de1ea9a up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:46:15.903621 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 51290) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:15.923311 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-bfd0641d-be6c-440d-8bb7-a65f6cc072db tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1275079410', 'description': 'tempest-secgroup-smoke-1275079410 description', 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:15.945068 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Pushing event updated for resources: {'Port': ['ID=ca0d9b7e-7375-48ff-b4d9-bd2fd557a8d9,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:15.957222 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:15.958249 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376019'] for floatingip, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:16.046625 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bfd0641d-be6c-440d-8bb7-a65f6cc072db tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:16.050290 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:16.051522 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9907641 Jun 16 13:46:16.062824 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning for port bc3ebb77-12b5-48cf-90ea-06f88de1ea9a completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:46:16.070930 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port bc3ebb77-12b5-48cf-90ea-06f88de1ea9a triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:16.071320 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:16.122172 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-92758dc4-cf82-4541-8c83-030b7e181669 req-619b21c9-1d37-4f38-a3eb-869c922b0a7c service neutron] 10.222.0.26 "GET /v2.0/networks/d8c1186e-6d6b-491d-8fb4-fa871a261b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324054 Jun 16 13:46:16.235659 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bfd0641d-be6c-440d-8bb7-a65f6cc072db tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:16.301479 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bfd0641d-be6c-440d-8bb7-a65f6cc072db tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:16.305913 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-f637abbc-d58d-4430-aaba-fdda36f4e9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:16.331837 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:16.410866 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0641d-be6c-440d-8bb7-a65f6cc072db tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:16.418647 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-92758dc4-cf82-4541-8c83-030b7e181669 req-af0ea3a4-7650-438c-b438-eed060783e32 service neutron] 10.222.0.26 "GET /v2.0/networks/d8c1186e-6d6b-491d-8fb4-fa871a261b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950978 Jun 16 13:46:16.421880 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bfd0641d-be6c-440d-8bb7-a65f6cc072db tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:16.426219 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-bfd0641d-be6c-440d-8bb7-a65f6cc072db tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5210986 Jun 16 13:46:16.427386 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-bfd0641d-be6c-440d-8bb7-a65f6cc072db tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:16.431965 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 51306) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:16.432981 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7be02a-6e65-4535-98a9-8627e36e3828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3ebb77-12b5-48cf-90ea-06f88de1ea9a'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:16.436296 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6ba644-1714-4651-a1ae-a9fea9d4cb98" -d '{"events": [{"server_uuid": "6d7be02a-6e65-4535-98a9-8627e36e3828", "name": "network-vif-plugged", "status": "completed", "tag": "bc3ebb77-12b5-48cf-90ea-06f88de1ea9a"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:16.447646 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-cb239ec0-502c-4987-923a-485aad080fc3 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Request body: {'security_group_rule': {'security_group_id': '82bb2ace-c45b-4e47-be1a-2c0dbc52ef96', 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:16.489240 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b54c3-c45f-4e59-8dac-beb3e18844b4 req-8ccd3ec7-157c-4760-a827-18cd4851affd tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:16.499660 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c97b54c3-c45f-4e59-8dac-beb3e18844b4 req-8ccd3ec7-157c-4760-a827-18cd4851affd tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 944 time: 0.3933134 Jun 16 13:46:16.525635 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port bc3ebb77-12b5-48cf-90ea-06f88de1ea9a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bc3ebb77-12b5-48cf-90ea-06f88de1ea9a,segment=NetworkSegment(38a34001-cc24-42b7-ac4e-6511feb9efa1),segment_id=38a34001-cc24-42b7-ac4e-6511feb9efa1)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:16.526927 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:16.540426 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:16.542657 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:16.625424 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device fe24f9a9-0dfe-4f91-ab03-51468411ee86 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:46:16.626168 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb239ec0-502c-4987-923a-485aad080fc3 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:16.663545 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c97b54c3-c45f-4e59-8dac-beb3e18844b4 req-71f54acb-bfb1-446e-86e2-59dacf5b2ea1 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596615 Jun 16 13:46:16.833736 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=bc3ebb77-12b5-48cf-90ea-06f88de1ea9a,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:16.871047 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:16.893099 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb239ec0-502c-4987-923a-485aad080fc3 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:16.906226 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port fe24f9a9-0dfe-4f91-ab03-51468411ee86 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:16.908755 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:16.916656 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb239ec0-502c-4987-923a-485aad080fc3 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:16.927501 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:16.962693 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb239ec0-502c-4987-923a-485aad080fc3 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9843122-285b-49de-9a8c-ca87e5bb392a,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:16.973675 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-cb239ec0-502c-4987-923a-485aad080fc3 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:17.006282 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb239ec0-502c-4987-923a-485aad080fc3 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:17.008637 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-cb239ec0-502c-4987-923a-485aad080fc3 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5753634 Jun 16 13:46:17.012594 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 51326) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:17.021920 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-0c77847d-53cc-42ed-8601-6cf2ad432017 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Request body: {'security_group_rule': {'security_group_id': '82bb2ace-c45b-4e47-be1a-2c0dbc52ef96', 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:17.155556 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-80e84343-1d3d-4cec-b923-890436f358a1 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--804805689&fields=id&tenant_id=95fe688d296e4c7eb3da1fca2970c03c HTTP/1.1" status: 200 len: 267 time: 0.1794260 Jun 16 13:46:17.169553 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c77847d-53cc-42ed-8601-6cf2ad432017 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:17.273800 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c89ba-17e0-4cac-b094-4c4f8da14c9d req-78899772-d886-41e5-aa0e-43236514e7e4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:17.278036 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-470c89ba-17e0-4cac-b094-4c4f8da14c9d req-78899772-d886-41e5-aa0e-43236514e7e4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.2576935 Jun 16 13:46:17.383726 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-470c89ba-17e0-4cac-b094-4c4f8da14c9d req-089b32d1-312d-4926-b286-47de609e1bb5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951731 Jun 16 13:46:17.390208 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c77847d-53cc-42ed-8601-6cf2ad432017 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:17.419492 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-3a09cf4e-2750-4e69-8b86-fba4d70445b6 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:17.421038 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-3a09cf4e-2750-4e69-8b86-fba4d70445b6 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/networks?id=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f HTTP/1.1" status: 200 len: 810 time: 0.2642467 Jun 16 13:46:17.428938 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c77847d-53cc-42ed-8601-6cf2ad432017 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:17.443622 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-cb239ec0-502c-4987-923a-485aad080fc3 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:17.458333 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-93cd1ef6-5b87-4500-9de9-9d09f2ce9e60 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/quotas/95fe688d296e4c7eb3da1fca2970c03c HTTP/1.1" status: 200 len: 375 time: 0.0273526 Jun 16 13:46:17.524426 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77847d-53cc-42ed-8601-6cf2ad432017 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430edad3-e207-44ff-be43-b70ee708649c,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:17.528220 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da406c8-850e-40c5-a76b-78c67b05457a x-openstack-request-id: req-5da406c8-850e-40c5-a76b-78c67b05457a {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:17.528902 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7be02a-6e65-4535-98a9-8627e36e3828", "name": "network-vif-plugged", "status": "completed", "tag": "bc3ebb77-12b5-48cf-90ea-06f88de1ea9a", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:17.535941 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5da406c8-850e-40c5-a76b-78c67b05457a {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:17.536392 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7be02a-6e65-4535-98a9-8627e36e3828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3ebb77-12b5-48cf-90ea-06f88de1ea9a', 'code': 200} Jun 16 13:46:17.543306 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-0c77847d-53cc-42ed-8601-6cf2ad432017 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:17.546629 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c77847d-53cc-42ed-8601-6cf2ad432017 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:17.552129 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 51342) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:17.552385 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-0c77847d-53cc-42ed-8601-6cf2ad432017 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5381322 Jun 16 13:46:17.563071 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-ffd09eb8-4708-4ccf-b334-c695bdba3a67 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Request body: {'security_group_rule': {'security_group_id': '82bb2ace-c45b-4e47-be1a-2c0dbc52ef96', 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:17.614418 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-3c0940ea-21b9-403a-a69e-6c910d8a4c6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=95fe688d296e4c7eb3da1fca2970c03c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1492815 Jun 16 13:46:17.658647 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ffd09eb8-4708-4ccf-b334-c695bdba3a67 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:17.783529 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d108ebd2-0216-423b-ad96-443316843c60 req-0749f3f4-5e0c-4f6d-8e51-5758247a30bf tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 210 time: 0.1154559 Jun 16 13:46:17.920098 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ffd09eb8-4708-4ccf-b334-c695bdba3a67 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:17.931743 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ffd09eb8-4708-4ccf-b334-c695bdba3a67 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:17.954709 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-92c5055f-fab0-4914-8c6d-2a3be7d3a27e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:17.966906 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-f6216faf-1cda-4730-98b8-4934a2ffedf1 service neutron] 10.222.0.26 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450410 Jun 16 13:46:17.969741 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ffd09eb8-4708-4ccf-b334-c695bdba3a67 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:17.971251 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ffd09eb8-4708-4ccf-b334-c695bdba3a67 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4171422 Jun 16 13:46:17.974456 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 51352) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:17.978782 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0581d-8ed8-40e3-9e5e-9cc9323e1f46 req-9b01c90c-a633-4335-9a03-da41c956e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:17.980643 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d3d0581d-8ed8-40e3-9e5e-9cc9323e1f46 req-9b01c90c-a633-4335-9a03-da41c956e16a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 1098 time: 0.1242077 Jun 16 13:46:17.982038 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd09eb8-4708-4ccf-b334-c695bdba3a67 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d979352-20d9-40fd-9da9-f3154094b9f8,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:17.993937 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ffd09eb8-4708-4ccf-b334-c695bdba3a67 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:18.009577 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-43e45d70-d818-4e0c-8bf9-2f130852b74f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Request body: {'security_group_rule': {'security_group_id': '82bb2ace-c45b-4e47-be1a-2c0dbc52ef96', 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:18.029416 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d3d0581d-8ed8-40e3-9e5e-9cc9323e1f46 req-753edc87-826b-4398-a80b-45638fcfc69d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368402 Jun 16 13:46:18.163063 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-43e45d70-d818-4e0c-8bf9-2f130852b74f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:18.259673 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-43e45d70-d818-4e0c-8bf9-2f130852b74f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:18.370969 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b091ae5-4eba-4559-95de-c5e800282ef3 req-d4a696cc-d729-4842-8aa9-519e9b09a831 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:18.374525 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7b091ae5-4eba-4559-95de-c5e800282ef3 req-d4a696cc-d729-4842-8aa9-519e9b09a831 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 945 time: 0.1808918 Jun 16 13:46:18.459320 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7b091ae5-4eba-4559-95de-c5e800282ef3 req-aa07a830-ee95-40a8-b0bd-c23d6c99fb01 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743117 Jun 16 13:46:18.516907 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 556b6d67-48d8-4fdf-95c0-55a4ab2888ef up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:46:18.603962 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port 556b6d67-48d8-4fdf-95c0-55a4ab2888ef completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:46:18.612621 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-43e45d70-d818-4e0c-8bf9-2f130852b74f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:18.613234 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 556b6d67-48d8-4fdf-95c0-55a4ab2888ef triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:18.613869 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:18.623075 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:18.641401 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-005c66d7-9a44-49ab-b2d5-6f767aa2b5af service neutron] 10.222.0.26 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6688454 Jun 16 13:46:18.668012 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e45d70-d818-4e0c-8bf9-2f130852b74f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ce6247-f4e3-4d9c-ac92-d9950bac55ec,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:18.688287 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-43e45d70-d818-4e0c-8bf9-2f130852b74f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:18.692058 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-43e45d70-d818-4e0c-8bf9-2f130852b74f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7095494 Jun 16 13:46:18.692058 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e45d70-d818-4e0c-8bf9-2f130852b74f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.692535 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 51366) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:18.698436 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Request body: {'security_group_rule': {'security_group_id': '82bb2ace-c45b-4e47-be1a-2c0dbc52ef96', 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:18.705326 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e45d70-d818-4e0c-8bf9-2f130852b74f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.705632 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e45d70-d818-4e0c-8bf9-2f130852b74f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.706119 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e45d70-d818-4e0c-8bf9-2f130852b74f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.706472 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e45d70-d818-4e0c-8bf9-2f130852b74f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.706823 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e45d70-d818-4e0c-8bf9-2f130852b74f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.707167 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e45d70-d818-4e0c-8bf9-2f130852b74f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.707510 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e45d70-d818-4e0c-8bf9-2f130852b74f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.708906 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e45d70-d818-4e0c-8bf9-2f130852b74f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.709292 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e45d70-d818-4e0c-8bf9-2f130852b74f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.709645 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e45d70-d818-4e0c-8bf9-2f130852b74f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.709993 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e45d70-d818-4e0c-8bf9-2f130852b74f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.725330 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-43e45d70-d818-4e0c-8bf9-2f130852b74f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:18.770741 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.securitygroups_db [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Project ebd6e7f2412b421191a4d9c5792eacf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 13:46:18.779630 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:18.821390 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:18.861803 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port 556b6d67-48d8-4fdf-95c0-55a4ab2888ef, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=556b6d67-48d8-4fdf-95c0-55a4ab2888ef,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:18.873504 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:18.875792 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:19.042537 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=556b6d67-48d8-4fdf-95c0-55a4ab2888ef,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:19.046994 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:19.053636 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:19.088964 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 51380) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:19.090100 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:19.095431 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-897f61a3-2911-477a-8d79-6d9769f90064 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:19.111853 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efcbd3b6-e503-4ab5-923d-6abda7639df1,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:19.115847 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c952a6c-a741-401a-a499-ae8910bf0382 req-f810f14d-9b53-4565-b933-414076543e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:19.118092 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4c952a6c-a741-401a-a499-ae8910bf0382 req-f810f14d-9b53-4565-b933-414076543e4b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b38c4d67e4ae4661a6054f7a124119f3&device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 1098 time: 0.2458913 Jun 16 13:46:19.163786 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:19.164158 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:19.164616 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:19.165118 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:19.165561 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:19.166000 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:19.166716 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:19.167241 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:19.167678 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:19.168270 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:19.168724 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:19.169188 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:19.230267 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-2d3b98a6-41cd-450f-a63b-fdc383601266 req-0bd41311-3a36-4bd5-89e5-a84912174f0b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 210 time: 0.0640705 Jun 16 13:46:19.337644 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a007455b-6593-4594-b6ca-8f7130d95bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:19.514765 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-fe9ece22-19f8-4bc1-9fd4-792fc2bd2986 req-8a837330-51fe-4e72-a397-876bf4a4491f tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 210 time: 0.1591690 Jun 16 13:46:19.690383 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:19.703400 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92758dc4-cf82-4541-8c83-030b7e181669 req-2245253b-62ed-44d8-917d-97f136003e5d tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:19.705833 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-92758dc4-cf82-4541-8c83-030b7e181669 req-2245253b-62ed-44d8-917d-97f136003e5d tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.63 "GET /v2.0/networks?id=d8c1186e-6d6b-491d-8fb4-fa871a261b8b HTTP/1.1" status: 200 len: 808 time: 0.3420775 Jun 16 13:46:19.736773 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-92758dc4-cf82-4541-8c83-030b7e181669 req-bce0ab4c-3f99-4020-b300-fb75bea565ea tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Request body: {'port': {'device_id': '893ab365-3233-42d6-b34a-21d860eb4a4a', 'network_id': 'd8c1186e-6d6b-491d-8fb4-fa871a261b8b', 'admin_state_up': True, 'tenant_id': 'a56d1343832e46239ee17cd9b9664ac3'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:19.757650 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] Sync routers for ids ['beace749-9299-4659-b038-26dcabebeb60'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:46:19.774330 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] Routers {'beace749-9299-4659-b038-26dcabebeb60'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:46:19.777261 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:46:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['beace749-9299-4659-b038-26dcabebeb60'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:19.906075 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef74aed-9997-4c4a-91fa-2f8550a5aee9 req-1a8128bb-8972-4771-8617-df925cda5f02 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:19.922062 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5ef74aed-9997-4c4a-91fa-2f8550a5aee9 req-1a8128bb-8972-4771-8617-df925cda5f02 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.7898183 Jun 16 13:46:19.957483 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c952a6c-a741-401a-a499-ae8910bf0382 req-b03cde41-ebb5-44bc-8019-98b3900e6181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:19.958899 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4c952a6c-a741-401a-a499-ae8910bf0382 req-b03cde41-ebb5-44bc-8019-98b3900e6181 service neutron] 10.222.0.63 "GET /v2.0/networks?id=85829671-ff51-4425-b42d-a63bf1205528 HTTP/1.1" status: 200 len: 921 time: 0.8279512 Jun 16 13:46:19.995063 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5ef74aed-9997-4c4a-91fa-2f8550a5aee9 req-7723abf6-d284-41d0-9803-ffb4e8820b6a tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697813 Jun 16 13:46:20.048504 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 51410) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:20.053954 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a007455b-6593-4594-b6ca-8f7130d95bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:20.074597 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:20.077553 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3838644 Jun 16 13:46:20.083532 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a007455b-6593-4594-b6ca-8f7130d95bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:20.087281 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 51416) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:20.106315 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-5c4040d7-ddc3-47d2-b963-6aa53a8c61c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:20.150755 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-91d788d6-73a5-407f-850b-47caf3d40ee6 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Request body: {'security_group_rule': {'security_group_id': '82bb2ace-c45b-4e47-be1a-2c0dbc52ef96', 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:20.169610 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4c952a6c-a741-401a-a499-ae8910bf0382 req-7879c20b-98e6-49d9-967b-ca5e338e85cf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353c9e11-8652-45b6-8fc9-f6c55978816a HTTP/1.1" status: 200 len: 217 time: 0.0874152 Jun 16 13:46:20.245675 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] Set router beace749-9299-4659-b038-26dcabebeb60 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:46:20.246972 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a32a706e-fcad-4221-aeb9-1d273311c841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:20.268230 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c952a6c-a741-401a-a499-ae8910bf0382 req-10e59a4a-db60-46c4-be9f-e27d156d00bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:20.269546 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4c952a6c-a741-401a-a499-ae8910bf0382 req-10e59a4a-db60-46c4-be9f-e27d156d00bf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=20e48467-2ec8-45ec-81b7-458268130398 HTTP/1.1" status: 200 len: 859 time: 0.0913563 Jun 16 13:46:20.290877 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1887d6d-ca2d-42f8-970d-b8e7aa75bcc3 req-786f1b74-aa2c-4d2e-adec-f999fc8ce6ad tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:20.299549 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b1887d6d-ca2d-42f8-970d-b8e7aa75bcc3 req-786f1b74-aa2c-4d2e-adec-f999fc8ce6ad tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 945 time: 0.4509165 Jun 16 13:46:20.324675 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4c952a6c-a741-401a-a499-ae8910bf0382 req-cf483a14-5d92-451f-a7d7-d6d24038b1e6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=85829671-ff51-4425-b42d-a63bf1205528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472138 Jun 16 13:46:20.374735 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-a007455b-6593-4594-b6ca-8f7130d95bcc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e0fc41b265f44b08922ef9f33032f8d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2832654 Jun 16 13:46:20.375694 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 51422) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:20.380944 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-91d788d6-73a5-407f-850b-47caf3d40ee6 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Project ebd6e7f2412b421191a4d9c5792eacf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 13:46:20.386788 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007455b-6593-4594-b6ca-8f7130d95bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3dc915-16a1-40b9-a91a-7b694ef0e361,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:20.404526 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-a007455b-6593-4594-b6ca-8f7130d95bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:20.409760 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91d788d6-73a5-407f-850b-47caf3d40ee6 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:20.489254 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b1887d6d-ca2d-42f8-970d-b8e7aa75bcc3 req-37f08803-cd65-4231-84f8-61a605badf8f tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860449 Jun 16 13:46:20.578626 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4c952a6c-a741-401a-a499-ae8910bf0382 req-32cedffb-d82d-4e29-8da6-3dfcdf84c32d service neutron] 10.222.0.63 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439933 Jun 16 13:46:20.598429 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 556b6d67-48d8-4fdf-95c0-55a4ab2888ef up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:46:20.627898 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91d788d6-73a5-407f-850b-47caf3d40ee6 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:20.630655 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d46dea8-fc57-4588-88d9-074e69c2706c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:20.652724 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91d788d6-73a5-407f-850b-47caf3d40ee6 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:20.673018 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:20.724667 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d46dea8-fc57-4588-88d9-074e69c2706c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:20.734117 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd63fd89-09cb-4b85-b4a4-8151b4e354b0 req-53ec9bb3-2e4a-4e00-a005-931385210dbd tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 210 time: 0.1541526 Jun 16 13:46:20.757510 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d788d6-73a5-407f-850b-47caf3d40ee6 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6c6631-72fb-45b4-95d7-e7390965897f,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:20.771153 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-91d788d6-73a5-407f-850b-47caf3d40ee6 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:20.772464 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 556b6d67-48d8-4fdf-95c0-55a4ab2888ef triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:20.773222 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:20.829195 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4c952a6c-a741-401a-a499-ae8910bf0382 req-f34e8b44-286a-41fc-be20-8e6233c11307 service neutron] 10.222.0.63 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349796 Jun 16 13:46:20.832579 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a32a706e-fcad-4221-aeb9-1d273311c841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:20.840164 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a32a706e-fcad-4221-aeb9-1d273311c841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:20.844306 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:20.865339 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-75e00779-c349-47d6-b5b5-a72f87e0af0a req-bbcfe9aa-53a1-4ad4-8f0b-388343783918 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 210 time: 0.0747886 Jun 16 13:46:20.894338 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-a32a706e-fcad-4221-aeb9-1d273311c841 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0fd9b2da83d4bd3b5dab3615a46c2a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8444583 Jun 16 13:46:20.895551 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 51428) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:20.898333 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91d788d6-73a5-407f-850b-47caf3d40ee6 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:20.904906 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-91d788d6-73a5-407f-850b-47caf3d40ee6 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7896922 Jun 16 13:46:20.944450 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a706e-fcad-4221-aeb9-1d273311c841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81d29b3-69fd-4254-9ba4-a3908e002c32,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:20.945686 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92758dc4-cf82-4541-8c83-030b7e181669 req-bce0ab4c-3f99-4020-b300-fb75bea565ea tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Made reservation on behalf of a56d1343832e46239ee17cd9b9664ac3 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:46:20.955578 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beace749-9299-4659-b038-26dcabebeb60', 'name': 'tempest-TestShelveInstance-1985487703-router', 'tenant_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '556b6d67-48d8-4fdf-95c0-55a4ab2888ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:46:12Z', 'revision_number': 4, 'project_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'gw_port': {'id': '556b6d67-48d8-4fdf-95c0-55a4ab2888ef', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beace749-9299-4659-b038-26dcabebeb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:07Z', 'updated_at': '2021-06-16T13:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '0a50f67f-2e98-4275-907f-352f7f6e86f5', 'name': '', 'network_id': 'dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc', 'tenant_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'mac_address': 'fa:16:3e:40:cd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beace749-9299-4659-b038-26dcabebeb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '35670d89-108c-4e2a-9bde-9d3fc8f9284a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:11Z', 'updated_at': '2021-06-16T13:46:12Z', 'revision_number': 2, 'project_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'subnets': [{'id': '35670d89-108c-4e2a-9bde-9d3fc8f9284a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:20.956002 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-92758dc4-cf82-4541-8c83-030b7e181669 req-bce0ab4c-3f99-4020-b300-fb75bea565ea tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:20.964401 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] Checking router: beace749-9299-4659-b038-26dcabebeb60 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:46:20.964401 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] Updating router beace749-9299-4659-b038-26dcabebeb60 port 0a50f67f-2e98-4275-907f-352f7f6e86f5 binding host dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:46:20.967639 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d46dea8-fc57-4588-88d9-074e69c2706c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:20.968116 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-a32a706e-fcad-4221-aeb9-1d273311c841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:20.974276 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d46dea8-fc57-4588-88d9-074e69c2706c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:20.980210 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-1d46dea8-fc57-4588-88d9-074e69c2706c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c3dc915-16a1-40b9-a91a-7b694ef0e361 HTTP/1.1" status: 204 len: 168 time: 0.5980167 Jun 16 13:46:20.992808 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-35a33ede-8846-4db3-8687-ac69f853148a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.022495 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-35a33ede-8846-4db3-8687-ac69f853148a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.045134 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-179b77d9-0903-420f-83ef-3fc0a4ec1e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:21.087308 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46dea8-fc57-4588-88d9-074e69c2706c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3dc915-16a1-40b9-a91a-7b694ef0e361,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:21.095928 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-1d46dea8-fc57-4588-88d9-074e69c2706c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:21.127749 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-35a33ede-8846-4db3-8687-ac69f853148a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.130919 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-35a33ede-8846-4db3-8687-ac69f853148a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.139418 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-35a33ede-8846-4db3-8687-ac69f853148a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f81d29b3-69fd-4254-9ba4-a3908e002c32 HTTP/1.1" status: 204 len: 168 time: 0.2426457 Jun 16 13:46:21.140357 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d69ff092-c1b5-46ed-ba0b-0f34accc5bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:21.173010 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a33ede-8846-4db3-8687-ac69f853148a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81d29b3-69fd-4254-9ba4-a3908e002c32,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:21.184190 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.186953 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-35a33ede-8846-4db3-8687-ac69f853148a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:21.519373 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-92758dc4-cf82-4541-8c83-030b7e181669 req-bce0ab4c-3f99-4020-b300-fb75bea565ea tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Allocated IP 172.20.0.14 (d8c1186e-6d6b-491d-8fb4-fa871a261b8b/1c6045c7-0a08-44ed-bad8-6a148106ec53/712d03d4-3274-4107-ab3e-f06c9d82368a) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:46:21.616502 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645219b-dd5e-4032-9ad3-dfd95c8b8d73 req-1ba70037-4d47-4a25-9dab-349fc10c4e05 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:21.618421 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7645219b-dd5e-4032-9ad3-dfd95c8b8d73 req-1ba70037-4d47-4a25-9dab-349fc10c4e05 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.2744715 Jun 16 13:46:21.694276 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] Notify callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.721241 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] Transition to ACTIVE for port object 0a50f67f-2e98-4275-907f-352f7f6e86f5 will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:46:21.728992 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7645219b-dd5e-4032-9ad3-dfd95c8b8d73 req-d31a204d-1317-4943-b58b-64000765a6d2 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011548 Jun 16 13:46:21.750383 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.771422 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:21.849187 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-b7eb36d0-ab93-4d36-a539-4eef54bd9df7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:21.852454 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-b7eb36d0-ab93-4d36-a539-4eef54bd9df7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.63 "GET /v2.0/networks?id=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f HTTP/1.1" status: 200 len: 810 time: 0.3958886 Jun 16 13:46:21.989167 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-92758dc4-cf82-4541-8c83-030b7e181669 req-bce0ab4c-3f99-4020-b300-fb75bea565ea tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Notify callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:22.011019 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-9092d296-5c1a-4f4f-b848-0fc50af7b216 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95fe688d296e4c7eb3da1fca2970c03c HTTP/1.1" status: 200 len: 379 time: 0.1323490 Jun 16 13:46:22.030447 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-29ebdf99-dbb4-4a62-9fbd-27f1e4a4af2d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Request body: {'port': {'device_id': 'f2e998a0-47d6-44cb-9005-a2b803681d47', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'admin_state_up': True, 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'security_groups': ['c4c245d4-2137-46ba-a92a-58297a71c178']}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:22.031705 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a46dc8-a86e-43f3-9816-69c9bac10ccf None None] Pushing event updated for resources: {'Port': ['ID=0a50f67f-2e98-4275-907f-352f7f6e86f5,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:22.044224 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-43a46dc8-a86e-43f3-9816-69c9bac10ccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:22.217834 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-92758dc4-cf82-4541-8c83-030b7e181669 req-bce0ab4c-3f99-4020-b300-fb75bea565ea tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3313777'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:22.269837 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:22.288462 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] Attempting to bind port 0a50f67f-2e98-4275-907f-352f7f6e86f5 on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:46:22.295607 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] Attempting to bind port 0a50f67f-2e98-4275-907f-352f7f6e86f5 by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': 'cbc82b24-039e-49ab-a289-f3fba038d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:46:22.304757 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] Attempting to bind port 0a50f67f-2e98-4275-907f-352f7f6e86f5 on network dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:46:22.320979 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:46:22.321301 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] Checking segment: {'id': 'cbc82b24-039e-49ab-a289-f3fba038d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:46:22.323260 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:22.324914 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] Bound using segment: {'id': 'cbc82b24-039e-49ab-a289-f3fba038d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:46:22.335421 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] Bound port: 0a50f67f-2e98-4275-907f-352f7f6e86f5, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc82b24-039e-49ab-a289-f3fba038d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:46:22.335421 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:22.530707 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-63fffeb7-0ee4-4009-a59c-8aa04fdc8b5e req-46662f3c-02eb-4ff5-869f-561a473b0fd5 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 210 time: 0.1588242 Jun 16 13:46:22.559002 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0ab4c-3f99-4020-b300-fb75bea565ea tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Pushing event updated for resources: {'Port': ['ID=712d03d4-3274-4107-ab3e-f06c9d82368a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:22.560269 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] For port 0a50f67f-2e98-4275-907f-352f7f6e86f5, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:46:22.564801 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] For port 0a50f67f-2e98-4275-907f-352f7f6e86f5, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=0a50f67f-2e98-4275-907f-352f7f6e86f5,segment=NetworkSegment(cbc82b24-039e-49ab-a289-f3fba038d054),segment_id=cbc82b24-039e-49ab-a289-f3fba038d054)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:46:22.582040 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92758dc4-cf82-4541-8c83-030b7e181669 req-bce0ab4c-3f99-4020-b300-fb75bea565ea tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Network d8c1186e-6d6b-491d-8fb4-fa871a261b8b is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:46:22.583064 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-bce0ab4c-3f99-4020-b300-fb75bea565ea tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:22.587256 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:22.589570 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-29ebdf99-dbb4-4a62-9fbd-27f1e4a4af2d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Made reservation on behalf of 95fe688d296e4c7eb3da1fca2970c03c for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:46:22.591360 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-43a46dc8-a86e-43f3-9816-69c9bac10ccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:22.599002 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-92758dc4-cf82-4541-8c83-030b7e181669 req-bce0ab4c-3f99-4020-b300-fb75bea565ea tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:46:22.600968 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-29ebdf99-dbb4-4a62-9fbd-27f1e4a4af2d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:22.603136 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-92758dc4-cf82-4541-8c83-030b7e181669 req-bce0ab4c-3f99-4020-b300-fb75bea565ea tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:46:22.698869 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92758dc4-cf82-4541-8c83-030b7e181669 req-bce0ab4c-3f99-4020-b300-fb75bea565ea tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:22.699553 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-92758dc4-cf82-4541-8c83-030b7e181669 req-bce0ab4c-3f99-4020-b300-fb75bea565ea tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:22.728650 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c2ce7-1581-4fa2-b433-0516ffe986fb req-28c4d772-efdd-4053-b549-ac29bccaebc0 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:22.739202 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] Routers {'beace749-9299-4659-b038-26dcabebeb60'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:46:22.739850 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:46:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['beace749-9299-4659-b038-26dcabebeb60'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:22.741174 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e32c2ce7-1581-4fa2-b433-0516ffe986fb req-28c4d772-efdd-4053-b549-ac29bccaebc0 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 932 time: 0.4801927 Jun 16 13:46:22.818015 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-92758dc4-cf82-4541-8c83-030b7e181669 req-bce0ab4c-3f99-4020-b300-fb75bea565ea tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0893092 Jun 16 13:46:22.867431 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Request body: {'port': {'device_id': '893ab365-3233-42d6-b34a-21d860eb4a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:22.911478 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e32c2ce7-1581-4fa2-b433-0516ffe986fb req-8ba17608-cdbd-4d2f-a5a5-4b6e7bbd0042 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693470 Jun 16 13:46:23.015918 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-29ebdf99-dbb4-4a62-9fbd-27f1e4a4af2d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Allocated IP 172.20.0.12 (61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f/8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6/b312c74c-3eff-428c-91d9-a9c2b64a3f02) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:46:23.041331 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a46dc8-a86e-43f3-9816-69c9bac10ccf None None] Pushing event updated for resources: {'Port': ['ID=0a50f67f-2e98-4275-907f-352f7f6e86f5,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:23.046512 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-43a46dc8-a86e-43f3-9816-69c9bac10ccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:23.199154 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] Set router beace749-9299-4659-b038-26dcabebeb60 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:46:23.329057 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:23.404787 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-29ebdf99-dbb4-4a62-9fbd-27f1e4a4af2d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:23.438338 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-29ebdf99-dbb4-4a62-9fbd-27f1e4a4af2d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Transition to ACTIVE for port object b312c74c-3eff-428c-91d9-a9c2b64a3f02 will not be triggered until provisioned by entity DHCP. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:46:23.537176 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-29ebdf99-dbb4-4a62-9fbd-27f1e4a4af2d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:23.550962 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:23.666930 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-29ebdf99-dbb4-4a62-9fbd-27f1e4a4af2d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Network 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:46:23.674807 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-29ebdf99-dbb4-4a62-9fbd-27f1e4a4af2d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:46:23.686901 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-29ebdf99-dbb4-4a62-9fbd-27f1e4a4af2d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:46:23.721265 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beace749-9299-4659-b038-26dcabebeb60', 'name': 'tempest-TestShelveInstance-1985487703-router', 'tenant_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '556b6d67-48d8-4fdf-95c0-55a4ab2888ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:46:12Z', 'revision_number': 4, 'project_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'gw_port': {'id': '556b6d67-48d8-4fdf-95c0-55a4ab2888ef', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beace749-9299-4659-b038-26dcabebeb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:07Z', 'updated_at': '2021-06-16T13:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '0a50f67f-2e98-4275-907f-352f7f6e86f5', 'name': '', 'network_id': 'dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc', 'tenant_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'mac_address': 'fa:16:3e:40:cd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beace749-9299-4659-b038-26dcabebeb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '35670d89-108c-4e2a-9bde-9d3fc8f9284a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:11Z', 'updated_at': '2021-06-16T13:46:22Z', 'revision_number': 4, 'project_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'subnets': [{'id': '35670d89-108c-4e2a-9bde-9d3fc8f9284a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:23.729351 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b507420-ff45-4752-bac8-27a72b7e440c None None] The sync data for ids ['beace749-9299-4659-b038-26dcabebeb60'] in dv-cinder-774286-16-iscsi is: [{'id': 'beace749-9299-4659-b038-26dcabebeb60', 'name': 'tempest-TestShelveInstance-1985487703-router', 'tenant_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '556b6d67-48d8-4fdf-95c0-55a4ab2888ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:46:12Z', 'revision_number': 4, 'project_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'gw_port': {'id': '556b6d67-48d8-4fdf-95c0-55a4ab2888ef', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beace749-9299-4659-b038-26dcabebeb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:07Z', 'updated_at': '2021-06-16T13:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '0a50f67f-2e98-4275-907f-352f7f6e86f5', 'name': '', 'network_id': 'dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc', 'tenant_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'mac_address': 'fa:16:3e:40:cd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beace749-9299-4659-b038-26dcabebeb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '35670d89-108c-4e2a-9bde-9d3fc8f9284a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:11Z', 'updated_at': '2021-06-16T13:46:22Z', 'revision_number': 4, 'project_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'subnets': [{'id': '35670d89-108c-4e2a-9bde-9d3fc8f9284a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:46:23.837711 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ebdf99-dbb4-4a62-9fbd-27f1e4a4af2d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Pushing event updated for resources: {'Port': ['ID=b312c74c-3eff-428c-91d9-a9c2b64a3f02,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:23.848487 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-29ebdf99-dbb4-4a62-9fbd-27f1e4a4af2d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:23.878035 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f282e3-e696-4673-87c3-15fee31b5f74 req-0a405904-ebcc-4a42-979c-452089bd8c09 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:23.890318 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-52f282e3-e696-4673-87c3-15fee31b5f74 req-0a405904-ebcc-4a42-979c-452089bd8c09 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.5300715 Jun 16 13:46:24.009315 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-29ebdf99-dbb4-4a62-9fbd-27f1e4a4af2d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:24.015778 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-29ebdf99-dbb4-4a62-9fbd-27f1e4a4af2d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:24.047457 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-52f282e3-e696-4673-87c3-15fee31b5f74 req-b988a550-3b69-4121-8c17-daa7638a5d58 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539791 Jun 16 13:46:24.047672 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-29ebdf99-dbb4-4a62-9fbd-27f1e4a4af2d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0285692 Jun 16 13:46:24.071653 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Request body: {'port': {'device_id': 'f2e998a0-47d6-44cb-9005-a2b803681d47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:24.146220 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c02875-5f54-432a-bb9d-b8e483d4e0d0 req-1685f7ad-7844-4b82-be2c-8adafd0c6308 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:24.154015 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b9c02875-5f54-432a-bb9d-b8e483d4e0d0 req-1685f7ad-7844-4b82-be2c-8adafd0c6308 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 932 time: 0.2585492 Jun 16 13:46:24.193520 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-3c94190b-a159-4d97-bb6e-95af30881599 None None] Provisioning for port b312c74c-3eff-428c-91d9-a9c2b64a3f02 completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:46:24.203258 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-3c94190b-a159-4d97-bb6e-95af30881599 None None] Provisioning complete for port b312c74c-3eff-428c-91d9-a9c2b64a3f02 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:24.203507 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3c94190b-a159-4d97-bb6e-95af30881599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:24.307239 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-3c94190b-a159-4d97-bb6e-95af30881599 None None] Port b312c74c-3eff-428c-91d9-a9c2b64a3f02 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:46:24.333960 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b9c02875-5f54-432a-bb9d-b8e483d4e0d0 req-8fc9861a-b57f-4861-90ab-8e49b7da78e9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644833 Jun 16 13:46:24.338189 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:24.433502 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 712d03d4-3274-4107-ab3e-f06c9d82368a {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:46:24.438414 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 51580) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:24.450313 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:24.513441 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 0a50f67f-2e98-4275-907f-352f7f6e86f5 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:46:24.521110 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Transition to ACTIVE for port object 712d03d4-3274-4107-ab3e-f06c9d82368a will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:46:24.539539 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313767'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:24.543994 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:24.566582 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5f0b3-e130-44cb-ac28-8e3d5df2297c req-c832bd75-2e63-465f-98c7-bce37c9ebefb tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:24.569955 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7dd5f0b3-e130-44cb-ac28-8e3d5df2297c req-c832bd75-2e63-465f-98c7-bce37c9ebefb tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 932 time: 0.3181040 Jun 16 13:46:24.638734 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port 0a50f67f-2e98-4275-907f-352f7f6e86f5 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:46:24.649058 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 0a50f67f-2e98-4275-907f-352f7f6e86f5 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:24.649646 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:24.790598 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7457b271-f9ec-4fb7-aa4a-7dd8b8ca214a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:24.836961 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Pushing event updated for resources: {'Port': ['ID=712d03d4-3274-4107-ab3e-f06c9d82368a,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:24.840880 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:24.895711 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7dd5f0b3-e130-44cb-ac28-8e3d5df2297c req-a2346627-20e9-40fa-810d-c7cdb797efae tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221856 Jun 16 13:46:24.898808 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:24.952880 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port 0a50f67f-2e98-4275-907f-352f7f6e86f5, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=0a50f67f-2e98-4275-907f-352f7f6e86f5,segment=NetworkSegment(cbc82b24-039e-49ab-a289-f3fba038d054),segment_id=cbc82b24-039e-49ab-a289-f3fba038d054)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:24.960371 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:24.964041 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:24.964702 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Attempting to bind port 712d03d4-3274-4107-ab3e-f06c9d82368a on host hv-cinder-77428 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:46:24.965073 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Attempting to bind port 712d03d4-3274-4107-ab3e-f06c9d82368a by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '46492348-7a3f-4c0d-b2a2-e19bdc738f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'd8c1186e-6d6b-491d-8fb4-fa871a261b8b'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:46:24.965529 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Attempting to bind port 712d03d4-3274-4107-ab3e-f06c9d82368a on network d8c1186e-6d6b-491d-8fb4-fa871a261b8b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:46:24.974228 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Port 712d03d4-3274-4107-ab3e-f06c9d82368a on network d8c1186e-6d6b-491d-8fb4-fa871a261b8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:46:24.974563 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Attempting to bind port 712d03d4-3274-4107-ab3e-f06c9d82368a on network d8c1186e-6d6b-491d-8fb4-fa871a261b8b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:46:24.984455 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Checking agent: {'id': 'bb4a981f-00aa-40ad-8a89-acbc72a2637c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:46:24.984888 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Checking segment: {'id': '46492348-7a3f-4c0d-b2a2-e19bdc738f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'd8c1186e-6d6b-491d-8fb4-fa871a261b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:46:24.985283 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Bound using segment: {'id': '46492348-7a3f-4c0d-b2a2-e19bdc738f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'd8c1186e-6d6b-491d-8fb4-fa871a261b8b'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:46:24.986268 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Bound port: 712d03d4-3274-4107-ab3e-f06c9d82368a, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46492348-7a3f-4c0d-b2a2-e19bdc738f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'd8c1186e-6d6b-491d-8fb4-fa871a261b8b'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:46:24.986629 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:25.026449 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=0a50f67f-2e98-4275-907f-352f7f6e86f5,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:25.032254 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:25.043825 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b312c74c-3eff-428c-91d9-a9c2b64a3f02 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:46:25.063062 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:25.083247 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] For port 712d03d4-3274-4107-ab3e-f06c9d82368a, host hv-cinder-77428, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:46:25.086651 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] For port 712d03d4-3274-4107-ab3e-f06c9d82368a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=712d03d4-3274-4107-ab3e-f06c9d82368a,segment=NetworkSegment(46492348-7a3f-4c0d-b2a2-e19bdc738f26),segment_id=46492348-7a3f-4c0d-b2a2-e19bdc738f26)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:46:25.094494 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Transition to ACTIVE for port object b312c74c-3eff-428c-91d9-a9c2b64a3f02 will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:46:25.096453 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7457b271-f9ec-4fb7-aa4a-7dd8b8ca214a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:25.099759 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313767'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:25.102180 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:25.106172 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:25.114682 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-cb970bab-0739-428d-91a6-a01fad4f7eb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:25.121509 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:25.121959 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:25.123336 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] 10.222.0.63 "PUT /v2.0/ports/712d03d4-3274-4107-ab3e-f06c9d82368a HTTP/1.1" status: 200 len: 1094 time: 2.2780175 Jun 16 13:46:25.123848 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893ab365-3233-42d6-b34a-21d860eb4a4a', 'tag': '712d03d4-3274-4107-ab3e-f06c9d82368a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:25.126437 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451459c6-3e46-477b-a1f5-d5de8e805eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "893ab365-3233-42d6-b34a-21d860eb4a4a", "tag": "712d03d4-3274-4107-ab3e-f06c9d82368a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:25.147978 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7457b271-f9ec-4fb7-aa4a-7dd8b8ca214a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:25.216044 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Pushing event updated for resources: {'Port': ['ID=b312c74c-3eff-428c-91d9-a9c2b64a3f02,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:25.217894 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e1cfce-0e5e-4dfd-9ff4-330af85ba5b0 x-openstack-request-id: req-72e1cfce-0e5e-4dfd-9ff4-330af85ba5b0 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:25.218221 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893ab365-3233-42d6-b34a-21d860eb4a4a", "tag": "712d03d4-3274-4107-ab3e-f06c9d82368a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:25.218508 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72e1cfce-0e5e-4dfd-9ff4-330af85ba5b0 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:25.219429 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893ab365-3233-42d6-b34a-21d860eb4a4a', 'tag': '712d03d4-3274-4107-ab3e-f06c9d82368a', 'status': 'completed', 'code': 200} Jun 16 13:46:25.227039 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:25.229573 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-4e0ce328-dd17-405f-8a93-001d3c1f97e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:25.260280 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Pushing event updated for resources: {'Port': ['ID=712d03d4-3274-4107-ab3e-f06c9d82368a,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:25.271040 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:25.279493 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7457b271-f9ec-4fb7-aa4a-7dd8b8ca214a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e945cf73239e490e9de62634a17e3eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8269506 Jun 16 13:46:25.285046 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 51594) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:25.314348 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cbc1fa8a-f146-482c-bc06-9b1e4d41e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:25.316152 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-92758dc4-cf82-4541-8c83-030b7e181669 req-cbc1fa8a-f146-482c-bc06-9b1e4d41e9eb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a56d1343832e46239ee17cd9b9664ac3&device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 1097 time: 0.1166475 Jun 16 13:46:25.347278 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457b271-f9ec-4fb7-aa4a-7dd8b8ca214a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da679c6-b99b-44fb-90e4-c9328c10b4c3,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:25.352569 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7457b271-f9ec-4fb7-aa4a-7dd8b8ca214a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:25.385844 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-92758dc4-cf82-4541-8c83-030b7e181669 req-81d462ff-c7e1-4435-8fe4-94b8735c2729 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=712d03d4-3274-4107-ab3e-f06c9d82368a HTTP/1.1" status: 200 len: 217 time: 0.0604353 Jun 16 13:46:25.397363 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Attempting to bind port b312c74c-3eff-428c-91d9-a9c2b64a3f02 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:46:25.397598 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Attempting to bind port b312c74c-3eff-428c-91d9-a9c2b64a3f02 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '674e7c64-5434-43fe-b7ee-a938130755b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:46:25.397953 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Attempting to bind port b312c74c-3eff-428c-91d9-a9c2b64a3f02 on network 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:46:25.412223 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a1e7c-cb93-41da-953b-0fa971455ce2 req-422ff96e-ef6c-4b3a-b16d-01fc49e980f6 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:25.413983 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-516a1e7c-cb93-41da-953b-0fa971455ce2 req-422ff96e-ef6c-4b3a-b16d-01fc49e980f6 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1883552 Jun 16 13:46:25.416479 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Port b312c74c-3eff-428c-91d9-a9c2b64a3f02 on network 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:46:25.417327 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Attempting to bind port b312c74c-3eff-428c-91d9-a9c2b64a3f02 on network 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:46:25.424364 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Checking agent: {'id': 'bb4a981f-00aa-40ad-8a89-acbc72a2637c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:46:25.424764 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Checking segment: {'id': '674e7c64-5434-43fe-b7ee-a938130755b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:46:25.425172 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Bound using segment: {'id': '674e7c64-5434-43fe-b7ee-a938130755b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:46:25.425614 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Bound port: b312c74c-3eff-428c-91d9-a9c2b64a3f02, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674e7c64-5434-43fe-b7ee-a938130755b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:46:25.425962 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:25.448322 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f4429ab-7811-4512-9e3b-0b095bb2e4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:25.479271 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92758dc4-cf82-4541-8c83-030b7e181669 req-ca7dd4a1-e868-46c1-ba51-ddd1d7984ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:25.481171 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-92758dc4-cf82-4541-8c83-030b7e181669 req-ca7dd4a1-e868-46c1-ba51-ddd1d7984ce1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1c6045c7-0a08-44ed-bad8-6a148106ec53 HTTP/1.1" status: 200 len: 848 time: 0.0823510 Jun 16 13:46:25.482662 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f4429ab-7811-4512-9e3b-0b095bb2e4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:25.505466 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-516a1e7c-cb93-41da-953b-0fa971455ce2 req-a1c319e1-2132-4e09-90b8-904193176b0b tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829036 Jun 16 13:46:25.551615 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] For port b312c74c-3eff-428c-91d9-a9c2b64a3f02, host hv-cinder-77428, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:46:25.554978 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] For port b312c74c-3eff-428c-91d9-a9c2b64a3f02, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b312c74c-3eff-428c-91d9-a9c2b64a3f02,segment=NetworkSegment(674e7c64-5434-43fe-b7ee-a938130755b1),segment_id=674e7c64-5434-43fe-b7ee-a938130755b1)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:46:25.562127 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:25.564701 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:25.569179 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-92758dc4-cf82-4541-8c83-030b7e181669 req-6d3722e9-ba22-4a17-9f6b-40792624adac service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d8c1186e-6d6b-491d-8fb4-fa871a261b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750022 Jun 16 13:46:25.600971 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:25.601877 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:25.603194 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] 10.222.0.63 "PUT /v2.0/ports/b312c74c-3eff-428c-91d9-a9c2b64a3f02 HTTP/1.1" status: 200 len: 1094 time: 1.5443163 Jun 16 13:46:25.603771 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e998a0-47d6-44cb-9005-a2b803681d47', 'tag': 'b312c74c-3eff-428c-91d9-a9c2b64a3f02'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:25.606188 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e856b77f-5b03-455e-917b-0aa35eb9c12a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e998a0-47d6-44cb-9005-a2b803681d47", "tag": "b312c74c-3eff-428c-91d9-a9c2b64a3f02"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:25.648143 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Pushing event updated for resources: {'Port': ['ID=b312c74c-3eff-428c-91d9-a9c2b64a3f02,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:25.652254 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:25.705410 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83e9ade-f327-47f6-9eb0-a0bbd901605c x-openstack-request-id: req-f83e9ade-f327-47f6-9eb0-a0bbd901605c {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:25.705782 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e998a0-47d6-44cb-9005-a2b803681d47", "tag": "b312c74c-3eff-428c-91d9-a9c2b64a3f02", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:25.706028 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f83e9ade-f327-47f6-9eb0-a0bbd901605c {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:25.706445 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e998a0-47d6-44cb-9005-a2b803681d47', 'tag': 'b312c74c-3eff-428c-91d9-a9c2b64a3f02', 'status': 'completed', 'code': 200} Jun 16 13:46:25.733224 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f4429ab-7811-4512-9e3b-0b095bb2e4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:25.736675 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f4429ab-7811-4512-9e3b-0b095bb2e4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:25.740964 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-0f4429ab-7811-4512-9e3b-0b095bb2e4ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1da679c6-b99b-44fb-90e4-c9328c10b4c3 HTTP/1.1" status: 204 len: 168 time: 0.4537175 Jun 16 13:46:25.746617 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-1d46dea8-fc57-4588-88d9-074e69c2706c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:25.755786 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-04926b5b-a69f-4a10-84d0-3f52b1ba8d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:25.761686 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-04926b5b-a69f-4a10-84d0-3f52b1ba8d41 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=95fe688d296e4c7eb3da1fca2970c03c&device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 1097 time: 0.1001601 Jun 16 13:46:25.776882 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4429ab-7811-4512-9e3b-0b095bb2e4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da679c6-b99b-44fb-90e4-c9328c10b4c3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:25.779416 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-0f4429ab-7811-4512-9e3b-0b095bb2e4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:25.840170 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4800e-8927-40f2-937e-7784ad1af7f9 req-ff8f58b2-ed0b-47d4-98ff-cf3cd59e2e2f tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:25.842375 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8ff4800e-8927-40f2-937e-7784ad1af7f9 req-ff8f58b2-ed0b-47d4-98ff-cf3cd59e2e2f tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 944 time: 0.3282890 Jun 16 13:46:25.844420 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-e8ff5825-15d7-49d6-810f-caa1a3118f3e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b312c74c-3eff-428c-91d9-a9c2b64a3f02 HTTP/1.1" status: 200 len: 217 time: 0.0682273 Jun 16 13:46:25.845794 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-92758dc4-cf82-4541-8c83-030b7e181669 req-d1674798-8385-4ea2-b697-6ebd6699539b service neutron] 10.222.0.63 "GET /v2.0/networks/d8c1186e-6d6b-491d-8fb4-fa871a261b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671022 Jun 16 13:46:25.979601 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-a82858b1-8728-4eea-b611-6e80112f7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:25.983478 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-a82858b1-8728-4eea-b611-6e80112f7376 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6 HTTP/1.1" status: 200 len: 849 time: 0.1135278 Jun 16 13:46:26.092337 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8ff4800e-8927-40f2-937e-7784ad1af7f9 req-d8c1510a-f12e-427c-88d3-3eacd9008d0c tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413700 Jun 16 13:46:26.191648 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-92758dc4-cf82-4541-8c83-030b7e181669 req-eda97c0a-31d6-4f68-bae2-0f0bb71dad9b service neutron] 10.222.0.63 "GET /v2.0/networks/d8c1186e-6d6b-491d-8fb4-fa871a261b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260095 Jun 16 13:46:26.213145 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-755021f3-23c1-4e36-ae3c-27b118443214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:26.219848 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-755021f3-23c1-4e36-ae3c-27b118443214 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2239301 Jun 16 13:46:26.339869 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451459c6-3e46-477b-a1f5-d5de8e805eb8 req-d7dd3d71-656f-421a-bd3f-769aec98993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:26.341566 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-451459c6-3e46-477b-a1f5-d5de8e805eb8 req-d7dd3d71-656f-421a-bd3f-769aec98993e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a56d1343832e46239ee17cd9b9664ac3&device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 1097 time: 0.0673666 Jun 16 13:46:26.376899 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-52312ea1-2784-4e90-87b1-c05a7765011b service neutron] 10.222.0.63 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413739 Jun 16 13:46:26.416478 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c4d69-ae88-4c14-aa54-e493839b092d req-5d682e65-6ff1-4049-a317-55667a2dd9c0 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:26.418027 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-191c4d69-ae88-4c14-aa54-e493839b092d req-5d682e65-6ff1-4049-a317-55667a2dd9c0 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 944 time: 0.1292160 Jun 16 13:46:26.444725 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 0a50f67f-2e98-4275-907f-352f7f6e86f5 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:46:26.472723 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451459c6-3e46-477b-a1f5-d5de8e805eb8 req-5f9472f7-9bbd-4156-9e13-775af5fc51f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:26.474281 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-451459c6-3e46-477b-a1f5-d5de8e805eb8 req-5f9472f7-9bbd-4156-9e13-775af5fc51f0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d8c1186e-6d6b-491d-8fb4-fa871a261b8b HTTP/1.1" status: 200 len: 910 time: 0.1181765 Jun 16 13:46:26.499329 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-191c4d69-ae88-4c14-aa54-e493839b092d req-e0660c29-f8f7-42a6-98f2-724977f0f4d1 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562072 Jun 16 13:46:26.513430 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 0a50f67f-2e98-4275-907f-352f7f6e86f5 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:26.514026 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:26.519066 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c3347957-9b83-438e-a4cc-eae628a4fa1c req-8300625d-b541-4f85-a2d3-48894ecd9a16 service neutron] 10.222.0.63 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346567 Jun 16 13:46:26.550220 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-451459c6-3e46-477b-a1f5-d5de8e805eb8 req-a89730c4-887b-49f3-89ce-99f56291024e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=712d03d4-3274-4107-ab3e-f06c9d82368a HTTP/1.1" status: 200 len: 217 time: 0.0652196 Jun 16 13:46:26.617388 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451459c6-3e46-477b-a1f5-d5de8e805eb8 req-70b25850-9039-4503-b000-421ef1aec131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:26.619019 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-451459c6-3e46-477b-a1f5-d5de8e805eb8 req-70b25850-9039-4503-b000-421ef1aec131 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1c6045c7-0a08-44ed-bad8-6a148106ec53 HTTP/1.1" status: 200 len: 848 time: 0.0603070 Jun 16 13:46:26.648975 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856b77f-5b03-455e-917b-0aa35eb9c12a req-063a9487-2415-418b-96be-5f37c57e23a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:26.650580 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e856b77f-5b03-455e-917b-0aa35eb9c12a req-063a9487-2415-418b-96be-5f37c57e23a7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=95fe688d296e4c7eb3da1fca2970c03c&device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 1097 time: 0.0617955 Jun 16 13:46:26.662219 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-451459c6-3e46-477b-a1f5-d5de8e805eb8 req-b3f3c49a-84d9-4f57-ba9e-095790f1b8f0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d8c1186e-6d6b-491d-8fb4-fa871a261b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342124 Jun 16 13:46:26.786364 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856b77f-5b03-455e-917b-0aa35eb9c12a req-97c0da0c-091b-4c3f-abaf-c988e8ea7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:26.788598 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e856b77f-5b03-455e-917b-0aa35eb9c12a req-97c0da0c-091b-4c3f-abaf-c988e8ea7a37 service neutron] 10.222.0.63 "GET /v2.0/networks?id=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f HTTP/1.1" status: 200 len: 912 time: 0.1138384 Jun 16 13:46:26.805125 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-451459c6-3e46-477b-a1f5-d5de8e805eb8 req-e0b9642a-eedd-49fa-bffc-0ec69f0086a6 service neutron] 10.222.0.63 "GET /v2.0/networks/d8c1186e-6d6b-491d-8fb4-fa871a261b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227398 Jun 16 13:46:26.853616 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e856b77f-5b03-455e-917b-0aa35eb9c12a req-4b933aaf-ee8c-480b-8817-85d7f632f652 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b312c74c-3eff-428c-91d9-a9c2b64a3f02 HTTP/1.1" status: 200 len: 217 time: 0.0579576 Jun 16 13:46:26.920754 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856b77f-5b03-455e-917b-0aa35eb9c12a req-07705303-3f9b-4be8-a9a8-799e5d72ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:26.926550 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e856b77f-5b03-455e-917b-0aa35eb9c12a req-07705303-3f9b-4be8-a9a8-799e5d72ce2d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6 HTTP/1.1" status: 200 len: 849 time: 0.0640917 Jun 16 13:46:26.946668 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-451459c6-3e46-477b-a1f5-d5de8e805eb8 req-bd7e6c54-363b-40aa-ae20-27079c49e061 service neutron] 10.222.0.63 "GET /v2.0/networks/d8c1186e-6d6b-491d-8fb4-fa871a261b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387453 Jun 16 13:46:27.000366 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856b77f-5b03-455e-917b-0aa35eb9c12a req-91d8dc89-16d4-490b-94ac-6e01578758a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:27.001969 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e856b77f-5b03-455e-917b-0aa35eb9c12a req-91d8dc89-16d4-490b-94ac-6e01578758a8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0637772 Jun 16 13:46:27.096618 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e856b77f-5b03-455e-917b-0aa35eb9c12a req-9c556e62-ccd2-4d09-abec-bc96a4dae173 service neutron] 10.222.0.63 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868297 Jun 16 13:46:27.202682 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e856b77f-5b03-455e-917b-0aa35eb9c12a req-78678b81-aac4-4955-9d80-1cd5a38d7aaa service neutron] 10.222.0.63 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940657 Jun 16 13:46:27.437743 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd8af8-3cd8-4eaf-8610-015d381925b3 req-b33d1d8e-bfdf-49d0-9e80-76c28b9372fd tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:27.439864 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-63cd8af8-3cd8-4eaf-8610-015d381925b3 req-b33d1d8e-bfdf-49d0-9e80-76c28b9372fd tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 944 time: 0.0768850 Jun 16 13:46:27.484127 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-63cd8af8-3cd8-4eaf-8610-015d381925b3 req-07db93d4-0378-44c3-b908-51bbe4e527ff tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377505 Jun 16 13:46:27.624985 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47cf9e-252b-4403-b5d8-4e3c515847a5 req-ad485d03-16ac-43df-b19c-305a3f1aeb31 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:27.627082 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-dd47cf9e-252b-4403-b5d8-4e3c515847a5 req-ad485d03-16ac-43df-b19c-305a3f1aeb31 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.2913461 Jun 16 13:46:27.668532 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-dd47cf9e-252b-4403-b5d8-4e3c515847a5 req-d924ca2b-3d1c-4500-ae9f-95cdb79fdb8d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353527 Jun 16 13:46:27.706840 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0bbd7-e1bd-4053-9c1d-9d72b212fc90 req-c8f1031b-e476-4345-ac29-8b30bf80084b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:27.708350 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-48f0bbd7-e1bd-4053-9c1d-9d72b212fc90 req-c8f1031b-e476-4345-ac29-8b30bf80084b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 944 time: 0.0870872 Jun 16 13:46:27.752777 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-48f0bbd7-e1bd-4053-9c1d-9d72b212fc90 req-53292ad6-010e-4d89-80db-9f89aaa7efd7 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387056 Jun 16 13:46:28.739564 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba0b32-cc68-4e13-b1a9-28ede9827db1 req-af1924dc-b267-4c22-a156-f3112c52a007 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:28.741119 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-16ba0b32-cc68-4e13-b1a9-28ede9827db1 req-af1924dc-b267-4c22-a156-f3112c52a007 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 944 time: 0.0695422 Jun 16 13:46:28.782204 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-16ba0b32-cc68-4e13-b1a9-28ede9827db1 req-907ce9eb-1fad-4c94-a4cb-6b9ce258a997 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342932 Jun 16 13:46:28.958690 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351a5dc-ede5-44de-a196-2ead96731511 req-3e316dc8-c8ae-42e0-b455-96ab486233e9 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:28.960222 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b351a5dc-ede5-44de-a196-2ead96731511 req-3e316dc8-c8ae-42e0-b455-96ab486233e9 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 944 time: 0.0717504 Jun 16 13:46:29.004017 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b351a5dc-ede5-44de-a196-2ead96731511 req-e8fbbdbc-fcb7-4956-b42d-3aa4ae678a34 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377426 Jun 16 13:46:29.968405 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370969dc-0687-47a6-b178-e04da06456cf req-1e88b65e-05ee-4dd2-a129-ae84130d2ea6 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:29.970502 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-370969dc-0687-47a6-b178-e04da06456cf req-1e88b65e-05ee-4dd2-a129-ae84130d2ea6 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 944 time: 0.0735607 Jun 16 13:46:29.973692 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device b312c74c-3eff-428c-91d9-a9c2b64a3f02 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:46:30.023360 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-370969dc-0687-47a6-b178-e04da06456cf req-e3697233-a687-4abf-8caf-f5fd4fcb8994 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469396 Jun 16 13:46:30.094916 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port b312c74c-3eff-428c-91d9-a9c2b64a3f02, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b312c74c-3eff-428c-91d9-a9c2b64a3f02,segment=NetworkSegment(674e7c64-5434-43fe-b7ee-a938130755b1),segment_id=674e7c64-5434-43fe-b7ee-a938130755b1)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:30.116972 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': 'b312c74c-3eff-428c-91d9-a9c2b64a3f02', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'port_id': 'b312c74c-3eff-428c-91d9-a9c2b64a3f02', 'mac_address': 'fa:16:3e:51:c7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:46:30.169801 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:30.198209 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b312c74c-3eff-428c-91d9-a9c2b64a3f02 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:46:30.229740 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port b312c74c-3eff-428c-91d9-a9c2b64a3f02, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b312c74c-3eff-428c-91d9-a9c2b64a3f02,segment=NetworkSegment(674e7c64-5434-43fe-b7ee-a938130755b1),segment_id=674e7c64-5434-43fe-b7ee-a938130755b1)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:30.243223 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:30.244511 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 712d03d4-3274-4107-ab3e-f06c9d82368a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:46:30.249312 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:30.270341 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff082f-9801-4bff-b284-f050491189e5 req-4f3d9baf-d7bb-49f2-a672-d3f9436e5cac tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:30.278183 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1aff082f-9801-4bff-b284-f050491189e5 req-4f3d9baf-d7bb-49f2-a672-d3f9436e5cac tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 944 time: 0.1019068 Jun 16 13:46:30.328008 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1aff082f-9801-4bff-b284-f050491189e5 req-c1a83fc6-2548-4a0b-95f5-a5418d3d0b22 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482478 Jun 16 13:46:30.342955 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=b312c74c-3eff-428c-91d9-a9c2b64a3f02,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:30.347556 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:30.448659 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 712d03d4-3274-4107-ab3e-f06c9d82368a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=712d03d4-3274-4107-ab3e-f06c9d82368a,segment=NetworkSegment(46492348-7a3f-4c0d-b2a2-e19bdc738f26),segment_id=46492348-7a3f-4c0d-b2a2-e19bdc738f26)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:30.462471 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': '712d03d4-3274-4107-ab3e-f06c9d82368a', 'network_id': 'd8c1186e-6d6b-491d-8fb4-fa871a261b8b', 'port_id': '712d03d4-3274-4107-ab3e-f06c9d82368a', 'mac_address': 'fa:16:3e:c2:d6:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6045c7-0a08-44ed-bad8-6a148106ec53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:46:30.509420 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:30.536914 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 712d03d4-3274-4107-ab3e-f06c9d82368a {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:46:30.556220 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 712d03d4-3274-4107-ab3e-f06c9d82368a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=712d03d4-3274-4107-ab3e-f06c9d82368a,segment=NetworkSegment(46492348-7a3f-4c0d-b2a2-e19bdc738f26),segment_id=46492348-7a3f-4c0d-b2a2-e19bdc738f26)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:30.560694 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:30.562777 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:30.623397 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=712d03d4-3274-4107-ab3e-f06c9d82368a,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:30.623397 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:30.938318 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['b312c74c-3eff-428c-91d9-a9c2b64a3f02'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:46:30.967421 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['712d03d4-3274-4107-ab3e-f06c9d82368a'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:46:31.229355 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a879d5-bf35-4b57-b1bc-871e33e7517e req-7385506e-f207-442d-a17c-712443dd40bb tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:31.231619 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-65a879d5-bf35-4b57-b1bc-871e33e7517e req-7385506e-f207-442d-a17c-712443dd40bb tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 945 time: 0.0923569 Jun 16 13:46:31.276132 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-65a879d5-bf35-4b57-b1bc-871e33e7517e req-9b0ab709-03bb-4b6a-a4c9-057762865752 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377834 Jun 16 13:46:31.533655 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c6d5a-29c3-4ada-bc1e-ae067638b9db req-bcd32150-764b-452e-99b6-3076fa6c02e1 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:31.535323 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-571c6d5a-29c3-4ada-bc1e-ae067638b9db req-bcd32150-764b-452e-99b6-3076fa6c02e1 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 945 time: 0.0681117 Jun 16 13:46:31.577597 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-571c6d5a-29c3-4ada-bc1e-ae067638b9db req-45c45b41-f85d-4677-8a4c-8c75b7a4651a tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358016 Jun 16 13:46:32.538553 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714b0a8-3d7a-4cc6-b400-0f9267aab8b0 req-1ff27004-cec0-4f5e-92ab-28345968e459 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:32.540089 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e714b0a8-3d7a-4cc6-b400-0f9267aab8b0 req-1ff27004-cec0-4f5e-92ab-28345968e459 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 945 time: 0.0968471 Jun 16 13:46:32.594017 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e714b0a8-3d7a-4cc6-b400-0f9267aab8b0 req-eaf8f269-599c-4823-8f6c-1566a8d4fd74 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459266 Jun 16 13:46:32.787330 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325a95d-a5dc-40a4-8a47-8bc289603341 req-9e025e4d-693f-4e4c-b0cf-a8c96fc91afa tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:32.789124 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3325a95d-a5dc-40a4-8a47-8bc289603341 req-9e025e4d-693f-4e4c-b0cf-a8c96fc91afa tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 945 time: 0.0827925 Jun 16 13:46:32.834325 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3325a95d-a5dc-40a4-8a47-8bc289603341 req-31a22ce3-0c18-4549-ae91-b216cf1fdf5c tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384498 Jun 16 13:46:33.795222 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80650de6-f5c4-4336-af38-7731bd2742f7 req-935b4564-5776-489a-a4af-32b2eb010922 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:33.796845 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-80650de6-f5c4-4336-af38-7731bd2742f7 req-935b4564-5776-489a-a4af-32b2eb010922 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 945 time: 0.0733874 Jun 16 13:46:33.849843 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-80650de6-f5c4-4336-af38-7731bd2742f7 req-e3ab4f12-2576-490e-a2fe-549eed3d9384 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409837 Jun 16 13:46:33.979660 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device b312c74c-3eff-428c-91d9-a9c2b64a3f02 up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:46:34.045201 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56482acc-35b9-49db-9e84-94393d1c59ed req-8e89adf2-456e-40fe-b0d8-08192cfc6d6d tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:34.047290 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-56482acc-35b9-49db-9e84-94393d1c59ed req-8e89adf2-456e-40fe-b0d8-08192cfc6d6d tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 945 time: 0.0826046 Jun 16 13:46:34.050881 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning for port b312c74c-3eff-428c-91d9-a9c2b64a3f02 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:46:34.056762 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port b312c74c-3eff-428c-91d9-a9c2b64a3f02 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:34.057252 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:34.128981 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-56482acc-35b9-49db-9e84-94393d1c59ed req-ab2218da-7020-4e83-8b77-eba5994ba89e tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718095 Jun 16 13:46:34.175494 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:34.203086 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e998a0-47d6-44cb-9005-a2b803681d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b312c74c-3eff-428c-91d9-a9c2b64a3f02'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:34.206108 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8784fed-f5d7-4f96-b7e5-7acd8e8d192d" -d '{"events": [{"server_uuid": "f2e998a0-47d6-44cb-9005-a2b803681d47", "name": "network-vif-plugged", "status": "completed", "tag": "b312c74c-3eff-428c-91d9-a9c2b64a3f02"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:34.221782 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port b312c74c-3eff-428c-91d9-a9c2b64a3f02, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b312c74c-3eff-428c-91d9-a9c2b64a3f02,segment=NetworkSegment(674e7c64-5434-43fe-b7ee-a938130755b1),segment_id=674e7c64-5434-43fe-b7ee-a938130755b1)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:34.225980 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:34.227371 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 712d03d4-3274-4107-ab3e-f06c9d82368a up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:46:34.229426 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:34.260239 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0012ccc1-6f65-4fc6-b393-f20b743bdec4 x-openstack-request-id: req-0012ccc1-6f65-4fc6-b393-f20b743bdec4 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:34.260562 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e998a0-47d6-44cb-9005-a2b803681d47", "name": "network-vif-plugged", "status": "completed", "tag": "b312c74c-3eff-428c-91d9-a9c2b64a3f02", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:34.261055 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0012ccc1-6f65-4fc6-b393-f20b743bdec4 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:34.261544 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e998a0-47d6-44cb-9005-a2b803681d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b312c74c-3eff-428c-91d9-a9c2b64a3f02', 'code': 200} Jun 16 13:46:34.318434 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=b312c74c-3eff-428c-91d9-a9c2b64a3f02,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:34.322082 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:34.364471 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning for port 712d03d4-3274-4107-ab3e-f06c9d82368a completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:46:34.367494 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port 712d03d4-3274-4107-ab3e-f06c9d82368a triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:34.368017 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:34.482201 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:34.535891 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 712d03d4-3274-4107-ab3e-f06c9d82368a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=712d03d4-3274-4107-ab3e-f06c9d82368a,segment=NetworkSegment(46492348-7a3f-4c0d-b2a2-e19bdc738f26),segment_id=46492348-7a3f-4c0d-b2a2-e19bdc738f26)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:34.542011 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:34.545037 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:34.617966 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=712d03d4-3274-4107-ab3e-f06c9d82368a,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:34.621238 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:34.747546 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628db149-cef5-4c9d-aef9-64fe45ca9e5c req-5bfa8cff-457f-42fb-9cbe-3655eb000b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:34.749559 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-628db149-cef5-4c9d-aef9-64fe45ca9e5c req-5bfa8cff-457f-42fb-9cbe-3655eb000b82 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 1099 time: 0.2716153 Jun 16 13:46:34.803486 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-628db149-cef5-4c9d-aef9-64fe45ca9e5c req-800cddf4-324d-40d2-bd33-c24d9d9e416f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354805 Jun 16 13:46:35.074953 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c942e27-cd49-40d3-b8b2-462ab013b1c9 req-66cc1799-2133-47a5-b10b-5d5c68ba4de9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:35.076919 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-6c942e27-cd49-40d3-b8b2-462ab013b1c9 req-66cc1799-2133-47a5-b10b-5d5c68ba4de9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0960188 Jun 16 13:46:35.129457 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-6c942e27-cd49-40d3-b8b2-462ab013b1c9 req-756d6245-7d66-48f8-bd02-e9ef4c085b2a tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444043 Jun 16 13:46:35.335981 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14566d6d-904f-4635-8e45-556e56ee32ba req-a31d097a-de95-4c29-ab00-66c8e6c588db tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:35.337391 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-14566d6d-904f-4635-8e45-556e56ee32ba req-a31d097a-de95-4c29-ab00-66c8e6c588db tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 946 time: 0.0863550 Jun 16 13:46:35.391008 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-14566d6d-904f-4635-8e45-556e56ee32ba req-739a05a7-85b6-4dea-8876-2d5cbea38cec tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435445 Jun 16 13:46:36.262835 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893ab365-3233-42d6-b34a-21d860eb4a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712d03d4-3274-4107-ab3e-f06c9d82368a'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:36.266998 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25a2bf1-38c3-42f1-bf44-5ae3f0c83563" -d '{"events": [{"server_uuid": "893ab365-3233-42d6-b34a-21d860eb4a4a", "name": "network-vif-plugged", "status": "completed", "tag": "712d03d4-3274-4107-ab3e-f06c9d82368a"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:36.305903 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3f0f04-6303-4274-9ed3-aeebdb1af636 x-openstack-request-id: req-cf3f0f04-6303-4274-9ed3-aeebdb1af636 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:36.306234 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893ab365-3233-42d6-b34a-21d860eb4a4a", "name": "network-vif-plugged", "status": "completed", "tag": "712d03d4-3274-4107-ab3e-f06c9d82368a", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:36.306495 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf3f0f04-6303-4274-9ed3-aeebdb1af636 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:36.306888 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893ab365-3233-42d6-b34a-21d860eb4a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712d03d4-3274-4107-ab3e-f06c9d82368a', 'code': 200} Jun 16 13:46:36.356501 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365dc270-c519-45ce-8997-6a450edae6d3 req-d1019c78-d3c5-47f2-913a-60fed7069b15 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:36.358387 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-365dc270-c519-45ce-8997-6a450edae6d3 req-d1019c78-d3c5-47f2-913a-60fed7069b15 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0918815 Jun 16 13:46:36.409161 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-365dc270-c519-45ce-8997-6a450edae6d3 req-e67c41cb-6563-4adc-b839-f54c0e8738f5 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436373 Jun 16 13:46:36.637736 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381db324-eb37-4036-91e4-6890c4e4b805 req-cf0c388e-07cf-430f-a758-e5e9334643e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:36.639274 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-381db324-eb37-4036-91e4-6890c4e4b805 req-cf0c388e-07cf-430f-a758-e5e9334643e7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 1099 time: 0.0993929 Jun 16 13:46:36.659266 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b24530-5563-479c-854f-6329376484f9 req-ee5d583e-9e35-4380-825f-a844859f40d8 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:36.661655 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-53b24530-5563-479c-854f-6329376484f9 req-ee5d583e-9e35-4380-825f-a844859f40d8 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0902011 Jun 16 13:46:36.670703 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 51814) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:36.678015 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-495db980-ec90-41bb-8867-0927e338eb02 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Request body: {'floatingip': {'port_id': 'b312c74c-3eff-428c-91d9-a9c2b64a3f02'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:36.692253 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c744fa4-4c31-45be-a605-7b7ecc3d70ed req-cc660cf5-f23e-40b9-8b7a-c4f10d3947dd tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:36.694658 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7c744fa4-4c31-45be-a605-7b7ecc3d70ed req-cc660cf5-f23e-40b9-8b7a-c4f10d3947dd tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 946 time: 0.1443141 Jun 16 13:46:36.725515 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-381db324-eb37-4036-91e4-6890c4e4b805 req-2bf417b7-7933-44b5-b770-8269802a38d1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743194 Jun 16 13:46:36.756534 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7c744fa4-4c31-45be-a605-7b7ecc3d70ed req-c41f2040-f436-401a-baac-07f376c51531 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478168 Jun 16 13:46:36.765174 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-495db980-ec90-41bb-8867-0927e338eb02 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:37.379846 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-495db980-ec90-41bb-8867-0927e338eb02 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:37.384676 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-495db980-ec90-41bb-8867-0927e338eb02 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376019'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:37.492199 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.db.l3_db [None req-495db980-ec90-41bb-8867-0927e338eb02 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Floating IP baf0fe71-c22c-4f44-9f1b-1e45b7fd1815 associated. External IP: 172.27.3.124, port: b312c74c-3eff-428c-91d9-a9c2b64a3f02. Jun 16 13:46:37.679432 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-100ece98-8e0f-43c9-902f-a7e7c3b5a29c req-fb057696-5c12-448d-8544-b5f797b57e45 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674627 Jun 16 13:46:37.767933 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ece98-8e0f-43c9-902f-a7e7c3b5a29c req-1d050d72-231d-404d-abdc-369088237c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:37.769432 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-100ece98-8e0f-43c9-902f-a7e7c3b5a29c req-1d050d72-231d-404d-abdc-369088237c40 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c42ead8899c468cad6ac1d8d5f5db81&device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 1098 time: 0.0612979 Jun 16 13:46:37.791048 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495db980-ec90-41bb-8867-0927e338eb02 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Router 3303a592-942b-42c3-9916-4c4f0628ea33 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:46:37.907829 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ece98-8e0f-43c9-902f-a7e7c3b5a29c req-1814f1c9-c08d-4b71-abaa-3dfacc7a7e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:37.909398 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-100ece98-8e0f-43c9-902f-a7e7c3b5a29c req-1814f1c9-c08d-4b71-abaa-3dfacc7a7e86 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 HTTP/1.1" status: 200 len: 917 time: 0.1155999 Jun 16 13:46:37.968152 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-100ece98-8e0f-43c9-902f-a7e7c3b5a29c req-7fcd5569-d5b4-473c-9821-030a0a1ff39a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d61ef967-0245-46fb-bd27-a9c50ac91287 HTTP/1.1" status: 200 len: 217 time: 0.0441339 Jun 16 13:46:37.987383 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495db980-ec90-41bb-8867-0927e338eb02 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:46:37.993270 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-495db980-ec90-41bb-8867-0927e338eb02 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:38.004604 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dec4e82-9ffa-4615-af9b-e32d145f27ae None None] Sync routers for ids ['3303a592-942b-42c3-9916-4c4f0628ea33'] in dv-cinder-774286-16-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:46:38.027757 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b7d4d-b9d3-433b-bfb8-3a38c6426057 req-13167647-5175-470a-8690-30106b9d4102 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:38.031981 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ea8b7d4d-b9d3-433b-bfb8-3a38c6426057 req-13167647-5175-470a-8690-30106b9d4102 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 946 time: 0.1377165 Jun 16 13:46:38.044511 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ece98-8e0f-43c9-902f-a7e7c3b5a29c req-fd709e4a-a829-4c63-85cd-c9546da85ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:38.046679 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-100ece98-8e0f-43c9-902f-a7e7c3b5a29c req-fd709e4a-a829-4c63-85cd-c9546da85ac2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3964001d-ef45-459e-8d1d-8c4399f1ca2e HTTP/1.1" status: 200 len: 855 time: 0.0655379 Jun 16 13:46:38.049996 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dec4e82-9ffa-4615-af9b-e32d145f27ae None None] Routers {'3303a592-942b-42c3-9916-4c4f0628ea33'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:46:38.050914 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-3dec4e82-9ffa-4615-af9b-e32d145f27ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:46:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['3303a592-942b-42c3-9916-4c4f0628ea33'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:38.068267 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-495db980-ec90-41bb-8867-0927e338eb02 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "PUT /v2.0/floatingips/baf0fe71-c22c-4f44-9f1b-1e45b7fd1815 HTTP/1.1" status: 200 len: 992 time: 1.3939145 Jun 16 13:46:38.068267 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e998a0-47d6-44cb-9005-a2b803681d47', 'tag': 'b312c74c-3eff-428c-91d9-a9c2b64a3f02'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:38.070616 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3d586b-a833-4787-8970-2bc6cec51a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e998a0-47d6-44cb-9005-a2b803681d47", "tag": "b312c74c-3eff-428c-91d9-a9c2b64a3f02"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:38.098879 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-100ece98-8e0f-43c9-902f-a7e7c3b5a29c req-18830acf-ff53-4c69-a396-cfc8e4e392de service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437036 Jun 16 13:46:38.101907 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ea8b7d4d-b9d3-433b-bfb8-3a38c6426057 req-15391381-ee70-4e7d-8ce3-8822952184f4 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590901 Jun 16 13:46:38.302448 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-3dec4e82-9ffa-4615-af9b-e32d145f27ae None None] Set router 3303a592-942b-42c3-9916-4c4f0628ea33 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:46:38.325713 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-100ece98-8e0f-43c9-902f-a7e7c3b5a29c req-b16f0401-8362-4017-ac99-6fd1f0b41696 service neutron] 10.222.0.63 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066016 Jun 16 13:46:38.402349 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b986714-25af-4565-963d-ee0a0c16a04a x-openstack-request-id: req-0b986714-25af-4565-963d-ee0a0c16a04a {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:38.402918 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e998a0-47d6-44cb-9005-a2b803681d47", "tag": "b312c74c-3eff-428c-91d9-a9c2b64a3f02", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:38.403029 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b986714-25af-4565-963d-ee0a0c16a04a {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:38.403493 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e998a0-47d6-44cb-9005-a2b803681d47', 'tag': 'b312c74c-3eff-428c-91d9-a9c2b64a3f02', 'status': 'completed', 'code': 200} Jun 16 13:46:38.454393 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-100ece98-8e0f-43c9-902f-a7e7c3b5a29c req-48a5f5a7-6ffb-40b1-bc2f-ed53ebe409f4 service neutron] 10.222.0.63 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114388 Jun 16 13:46:38.691189 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-3dec4e82-9ffa-4615-af9b-e32d145f27ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:57Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'gw_port': {'id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:58Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': 'baf0fe71-c22c-4f44-9f1b-1e45b7fd1815', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'port_id': 'b312c74c-3eff-428c-91d9-a9c2b64a3f02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'mac_address': 'fa:16:3e:51:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e998a0-47d6-44cb-9005-a2b803681d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:46:14Z', 'updated_at': '2021-06-16T13:46:37Z', 'revision_number': 1, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe24f9a9-0dfe-4f91-ab03-51468411ee86', 'name': '', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'mac_address': 'fa:16:3e:b2:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:46:15Z', 'revision_number': 5, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'subnets': [{'id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:38.695975 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dec4e82-9ffa-4615-af9b-e32d145f27ae None None] Checking router: 3303a592-942b-42c3-9916-4c4f0628ea33 for host: dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:46:38.707686 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dec4e82-9ffa-4615-af9b-e32d145f27ae None None] Routers {'3303a592-942b-42c3-9916-4c4f0628ea33'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:46:38.708339 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-3dec4e82-9ffa-4615-af9b-e32d145f27ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:46:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['3303a592-942b-42c3-9916-4c4f0628ea33'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:38.750132 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891935da-e2df-4f38-ac77-a94de8b0ddea req-30b52536-cf94-4aac-bd85-ab5f5e8d1232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:38.752840 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-891935da-e2df-4f38-ac77-a94de8b0ddea req-30b52536-cf94-4aac-bd85-ab5f5e8d1232 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b38c4d67e4ae4661a6054f7a124119f3&device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 1098 time: 0.1928301 Jun 16 13:46:38.863294 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d586b-a833-4787-8970-2bc6cec51a3f req-0c55b624-7c3b-4a88-9822-e707600c3008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:38.865761 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7b3d586b-a833-4787-8970-2bc6cec51a3f req-0c55b624-7c3b-4a88-9822-e707600c3008 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=95fe688d296e4c7eb3da1fca2970c03c&device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 1099 time: 0.4170804 Jun 16 13:46:38.884175 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1d4c0-143d-4634-abca-c2f1c034e354 req-d202d474-1c20-4270-87ea-9165b4efeee5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:38.885910 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5fb1d4c0-143d-4634-abca-c2f1c034e354 req-d202d474-1c20-4270-87ea-9165b4efeee5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1007502 Jun 16 13:46:38.889580 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-3dec4e82-9ffa-4615-af9b-e32d145f27ae None None] Set router 3303a592-942b-42c3-9916-4c4f0628ea33 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:46:38.901934 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891935da-e2df-4f38-ac77-a94de8b0ddea req-99f15532-ccec-4b23-a44a-f1cb55f16b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:38.903407 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-891935da-e2df-4f38-ac77-a94de8b0ddea req-99f15532-ccec-4b23-a44a-f1cb55f16b8a service neutron] 10.222.0.63 "GET /v2.0/networks?id=85829671-ff51-4425-b42d-a63bf1205528 HTTP/1.1" status: 200 len: 921 time: 0.1392419 Jun 16 13:46:38.974021 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-891935da-e2df-4f38-ac77-a94de8b0ddea req-293dff22-56ae-43e7-8cc0-a727b195e653 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353c9e11-8652-45b6-8fc9-f6c55978816a HTTP/1.1" status: 200 len: 217 time: 0.0480473 Jun 16 13:46:38.990018 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5fb1d4c0-143d-4634-abca-c2f1c034e354 req-2a3ba995-d35f-45c2-a0a4-6669d00afe01 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949755 Jun 16 13:46:39.019593 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d586b-a833-4787-8970-2bc6cec51a3f req-42067d09-e6fb-4608-859d-38a8dab66391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:39.021097 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7b3d586b-a833-4787-8970-2bc6cec51a3f req-42067d09-e6fb-4608-859d-38a8dab66391 service neutron] 10.222.0.63 "GET /v2.0/networks?id=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f HTTP/1.1" status: 200 len: 912 time: 0.1342268 Jun 16 13:46:39.039964 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891935da-e2df-4f38-ac77-a94de8b0ddea req-5361f7a3-4d42-4e27-aa00-b8ecea7c765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:39.041747 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-891935da-e2df-4f38-ac77-a94de8b0ddea req-5361f7a3-4d42-4e27-aa00-b8ecea7c765e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=20e48467-2ec8-45ec-81b7-458268130398 HTTP/1.1" status: 200 len: 859 time: 0.0589099 Jun 16 13:46:39.091637 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-891935da-e2df-4f38-ac77-a94de8b0ddea req-76900c94-70c5-4c2c-9d20-56b4305fba8b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=85829671-ff51-4425-b42d-a63bf1205528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305517 Jun 16 13:46:39.148287 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7b3d586b-a833-4787-8970-2bc6cec51a3f req-95415f64-4b2e-4107-a756-40e98448848e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b312c74c-3eff-428c-91d9-a9c2b64a3f02 HTTP/1.1" status: 200 len: 1000 time: 0.1164372 Jun 16 13:46:39.200545 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-3dec4e82-9ffa-4615-af9b-e32d145f27ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:57Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'gw_port': {'id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:58Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': 'baf0fe71-c22c-4f44-9f1b-1e45b7fd1815', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'port_id': 'b312c74c-3eff-428c-91d9-a9c2b64a3f02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'mac_address': 'fa:16:3e:51:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e998a0-47d6-44cb-9005-a2b803681d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:46:14Z', 'updated_at': '2021-06-16T13:46:37Z', 'revision_number': 1, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe24f9a9-0dfe-4f91-ab03-51468411ee86', 'name': '', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'mac_address': 'fa:16:3e:b2:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:46:15Z', 'revision_number': 5, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'subnets': [{'id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:39.205329 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dec4e82-9ffa-4615-af9b-e32d145f27ae None None] The sync data for ids ['3303a592-942b-42c3-9916-4c4f0628ea33'] in dv-cinder-774286-16-iscsi is: [{'id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:57Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'gw_port': {'id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:58Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': 'baf0fe71-c22c-4f44-9f1b-1e45b7fd1815', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'port_id': 'b312c74c-3eff-428c-91d9-a9c2b64a3f02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'mac_address': 'fa:16:3e:51:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e998a0-47d6-44cb-9005-a2b803681d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:46:14Z', 'updated_at': '2021-06-16T13:46:37Z', 'revision_number': 1, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe24f9a9-0dfe-4f91-ab03-51468411ee86', 'name': '', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'mac_address': 'fa:16:3e:b2:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:46:15Z', 'revision_number': 5, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'subnets': [{'id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:46:39.221152 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-891935da-e2df-4f38-ac77-a94de8b0ddea req-665809c4-6067-402c-acee-d068969d2420 service neutron] 10.222.0.63 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151245 Jun 16 13:46:39.252305 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d586b-a833-4787-8970-2bc6cec51a3f req-1259c217-7a86-49f5-bf09-17a5f1579837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:39.255277 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7b3d586b-a833-4787-8970-2bc6cec51a3f req-1259c217-7a86-49f5-bf09-17a5f1579837 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6 HTTP/1.1" status: 200 len: 849 time: 0.0926304 Jun 16 13:46:39.281608 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:46:39.351906 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-891935da-e2df-4f38-ac77-a94de8b0ddea req-a41db91e-7894-43fa-92f6-af2a7ef43bdb service neutron] 10.222.0.63 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189611 Jun 16 13:46:39.444946 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55202e96-792b-47e4-a48f-222b35152f2b req-c746588d-3400-467c-a5be-cbe9c6cc85f1 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:39.447204 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-55202e96-792b-47e4-a48f-222b35152f2b req-c746588d-3400-467c-a5be-cbe9c6cc85f1 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 946 time: 0.1708713 Jun 16 13:46:39.455937 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaf40f2-b6c7-40f2-bd7c-706a7e2bd094 None None] New status for floating IP baf0fe71-c22c-4f44-9f1b-1e45b7fd1815: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:46:39.474951 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d586b-a833-4787-8970-2bc6cec51a3f req-c1944deb-0736-48c0-9c45-d702d9458329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:39.476417 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7b3d586b-a833-4787-8970-2bc6cec51a3f req-c1944deb-0736-48c0-9c45-d702d9458329 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1516447 Jun 16 13:46:39.560947 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-55202e96-792b-47e4-a48f-222b35152f2b req-2c93970e-908b-4717-b0b9-a77bdb85e1ac tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952239 Jun 16 13:46:39.628183 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7b3d586b-a833-4787-8970-2bc6cec51a3f req-0778ed04-5013-4a17-b61f-7e64284fd053 service neutron] 10.222.0.63 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384022 Jun 16 13:46:39.754180 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:39.757565 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7b3d586b-a833-4787-8970-2bc6cec51a3f req-efe0e365-9aa5-492c-9b02-e1a97d4bfe8f service neutron] 10.222.0.63 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092887 Jun 16 13:46:40.177886 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa752ef7-c0be-4bde-a155-8fc9263332fa req-ca9b91ff-f01e-4a99-8a2b-0395b1381474 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:40.179385 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-aa752ef7-c0be-4bde-a155-8fc9263332fa req-ca9b91ff-f01e-4a99-8a2b-0395b1381474 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0675757 Jun 16 13:46:40.222231 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-aa752ef7-c0be-4bde-a155-8fc9263332fa req-742c3f6b-d388-42f8-9f57-a100473bca93 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366397 Jun 16 13:46:40.632288 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c21678-1bfd-4467-922c-6a6f9f582362 req-2ac48a22-6728-434a-a8ae-73b6faefdf9a tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:40.633874 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-42c21678-1bfd-4467-922c-6a6f9f582362 req-2ac48a22-6728-434a-a8ae-73b6faefdf9a tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 946 time: 0.0737069 Jun 16 13:46:40.674683 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-42c21678-1bfd-4467-922c-6a6f9f582362 req-dba6fd65-9f40-433b-857e-5ef52cd72149 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349016 Jun 16 13:46:40.871202 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-aa2194da-8650-48a6-bf63-63b5931ff5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:41.409403 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b571375-9f18-4364-8da8-fc7f896f7b1c req-3deb57f8-3e07-449d-a71d-d10764e482f8 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:41.410901 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1b571375-9f18-4364-8da8-fc7f896f7b1c req-3deb57f8-3e07-449d-a71d-d10764e482f8 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0670941 Jun 16 13:46:41.453969 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1b571375-9f18-4364-8da8-fc7f896f7b1c req-4661cfad-5c0a-41bb-9937-b7b6b4745c7c tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370924 Jun 16 13:46:41.866126 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcaf73-e7f4-4d11-a9af-465eea9479af req-a46f0209-a2dd-492d-a06b-e3213aacb347 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:41.873480 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-20dcaf73-e7f4-4d11-a9af-465eea9479af req-a46f0209-a2dd-492d-a06b-e3213aacb347 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 946 time: 0.0807943 Jun 16 13:46:41.915921 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-20dcaf73-e7f4-4d11-a9af-465eea9479af req-c73f2511-9fa6-4b56-a2d2-d97af29d95b9 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400481 Jun 16 13:46:42.420698 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb4972-c19f-483d-a823-cb67c9c113d5 req-ccaa3f51-2f1c-4337-84cb-b20549f0cfd7 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:42.422850 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-61eb4972-c19f-483d-a823-cb67c9c113d5 req-ccaa3f51-2f1c-4337-84cb-b20549f0cfd7 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.63 "GET /v2.0/ports?device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 946 time: 0.0758612 Jun 16 13:46:42.558485 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-61eb4972-c19f-483d-a823-cb67c9c113d5 req-fc5d144f-23d7-4993-be5d-c37f2c1e0b9a tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Deleting port 712d03d4-3274-4107-ab3e-f06c9d82368a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:46:42.558979 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-61eb4972-c19f-483d-a823-cb67c9c113d5 req-fc5d144f-23d7-4993-be5d-c37f2c1e0b9a tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:42.718150 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-61eb4972-c19f-483d-a823-cb67c9c113d5 req-fc5d144f-23d7-4993-be5d-c37f2c1e0b9a tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] For port 712d03d4-3274-4107-ab3e-f06c9d82368a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=712d03d4-3274-4107-ab3e-f06c9d82368a,segment=NetworkSegment(46492348-7a3f-4c0d-b2a2-e19bdc738f26),segment_id=46492348-7a3f-4c0d-b2a2-e19bdc738f26)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:42.718557 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-61eb4972-c19f-483d-a823-cb67c9c113d5 req-fc5d144f-23d7-4993-be5d-c37f2c1e0b9a tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:42.769655 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f707166-2fb9-414b-8a5a-2de5e68f02d1 req-b7775f6e-fc22-4867-ae00-2b7559da0f7d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:42.771154 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0f707166-2fb9-414b-8a5a-2de5e68f02d1 req-b7775f6e-fc22-4867-ae00-2b7559da0f7d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1614356 Jun 16 13:46:42.796794 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-61eb4972-c19f-483d-a823-cb67c9c113d5 req-fc5d144f-23d7-4993-be5d-c37f2c1e0b9a tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Calling delete_port for 712d03d4-3274-4107-ab3e-f06c9d82368a owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:46:42.892266 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0f707166-2fb9-414b-8a5a-2de5e68f02d1 req-518ffdc7-58a4-411f-81c4-7d08c8d69f5c tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890682 Jun 16 13:46:43.012195 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-61eb4972-c19f-483d-a823-cb67c9c113d5 req-fc5d144f-23d7-4993-be5d-c37f2c1e0b9a tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:43.024318 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:43.044155 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['712d03d4-3274-4107-ab3e-f06c9d82368a'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:46:43.058920 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d144f-23d7-4993-be5d-c37f2c1e0b9a tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Pushing event deleted for resources: {'Port': ['ID=712d03d4-3274-4107-ab3e-f06c9d82368a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:43.062051 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fc5d144f-23d7-4993-be5d-c37f2c1e0b9a tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:43.137221 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-61eb4972-c19f-483d-a823-cb67c9c113d5 req-fc5d144f-23d7-4993-be5d-c37f2c1e0b9a tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] No DVR routers for this DVR port 712d03d4-3274-4107-ab3e-f06c9d82368a on host hv-cinder-77428 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:46:43.140203 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-61eb4972-c19f-483d-a823-cb67c9c113d5 req-fc5d144f-23d7-4993-be5d-c37f2c1e0b9a tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:43.142660 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-61eb4972-c19f-483d-a823-cb67c9c113d5 req-fc5d144f-23d7-4993-be5d-c37f2c1e0b9a tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.63 "DELETE /v2.0/ports/712d03d4-3274-4107-ab3e-f06c9d82368a HTTP/1.1" status: 204 len: 173 time: 0.7085581 Jun 16 13:46:43.143143 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893ab365-3233-42d6-b34a-21d860eb4a4a', 'name': 'network-vif-deleted', 'tag': '712d03d4-3274-4107-ab3e-f06c9d82368a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:43.145868 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d31c467-6314-4009-bb22-19efbd060d25" -d '{"events": [{"server_uuid": "893ab365-3233-42d6-b34a-21d860eb4a4a", "name": "network-vif-deleted", "tag": "712d03d4-3274-4107-ab3e-f06c9d82368a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:43.185934 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b5e01515-177b-465b-a655-4ae580564845 req-1941d23b-0543-4f62-9302-61cbfc5efcae tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=893ab365-3233-42d6-b34a-21d860eb4a4a HTTP/1.1" status: 200 len: 210 time: 0.0372500 Jun 16 13:46:43.334546 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f24890f0-7083-4a7a-b6e8-7ab37ab10df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:43.403731 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96df1e1d-4d75-4905-ac7a-0267d35e2310 x-openstack-request-id: req-96df1e1d-4d75-4905-ac7a-0267d35e2310 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:43.404054 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893ab365-3233-42d6-b34a-21d860eb4a4a", "name": "network-vif-deleted", "tag": "712d03d4-3274-4107-ab3e-f06c9d82368a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:43.404348 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-96df1e1d-4d75-4905-ac7a-0267d35e2310 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:43.404781 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893ab365-3233-42d6-b34a-21d860eb4a4a', 'name': 'network-vif-deleted', 'tag': '712d03d4-3274-4107-ab3e-f06c9d82368a', 'status': 'completed', 'code': 200} Jun 16 13:46:43.444530 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:44.112968 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06d7a5-8bf4-4fe1-9ee1-264066e7dd66 req-18d287e4-55ba-4726-a788-bf733d1a28e7 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:44.124720 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5e06d7a5-8bf4-4fe1-9ee1-264066e7dd66 req-18d287e4-55ba-4726-a788-bf733d1a28e7 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0846398 Jun 16 13:46:44.168380 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5e06d7a5-8bf4-4fe1-9ee1-264066e7dd66 req-674610bc-8b78-4763-a4af-cec269c866a9 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475554 Jun 16 13:46:44.808681 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:45.652446 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-dd2bbf3b-c566-4d0a-a51b-39ddb562fc5c tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:45.655172 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-dd2bbf3b-c566-4d0a-a51b-39ddb562fc5c tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/networks?id=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 HTTP/1.1" status: 200 len: 815 time: 0.1597760 Jun 16 13:46:45.660412 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c553051-ef70-41bb-9e92-919e70350266 req-1dd6e957-c434-4fe6-8cff-5416889da834 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:45.661961 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7c553051-ef70-41bb-9e92-919e70350266 req-1dd6e957-c434-4fe6-8cff-5416889da834 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/networks?id=d8c1186e-6d6b-491d-8fb4-fa871a261b8b HTTP/1.1" status: 200 len: 808 time: 0.1471891 Jun 16 13:46:45.677403 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-3a28e982-3572-40fd-a5b5-466f8238bdd9 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/quotas/8c42ead8899c468cad6ac1d8d5f5db81 HTTP/1.1" status: 200 len: 375 time: 0.0139999 Jun 16 13:46:45.680563 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7c553051-ef70-41bb-9e92-919e70350266 req-5a64e650-fc6d-42ff-8a8d-9aa48e0e37ba tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/quotas/a56d1343832e46239ee17cd9b9664ac3 HTTP/1.1" status: 200 len: 375 time: 0.0120044 Jun 16 13:46:45.726194 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7c553051-ef70-41bb-9e92-919e70350266 req-a22c7219-d346-464d-8fc7-45b3133c53ed tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a56d1343832e46239ee17cd9b9664ac3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368185 Jun 16 13:46:45.789274 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-62c17568-46aa-4092-b36b-766cf5ad92ca tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c42ead8899c468cad6ac1d8d5f5db81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1009617 Jun 16 13:46:45.898620 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7c553051-ef70-41bb-9e92-919e70350266 req-e31ff89a-fd6f-4c1d-8b50-d3d284719810 service neutron] 10.222.0.26 "GET /v2.0/networks/d8c1186e-6d6b-491d-8fb4-fa871a261b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592495 Jun 16 13:46:45.937703 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-841e54d7-c8a7-4af1-9555-332196375379 service neutron] 10.222.0.26 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361542 Jun 16 13:46:46.008741 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7c553051-ef70-41bb-9e92-919e70350266 req-4e1d54c6-03f6-4ebc-80da-c7814d6ec7e1 service neutron] 10.222.0.26 "GET /v2.0/networks/d8c1186e-6d6b-491d-8fb4-fa871a261b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089289 Jun 16 13:46:46.052548 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-00cd3afd-cdb5-4f54-a5ee-f4d467cd58f9 service neutron] 10.222.0.26 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065879 Jun 16 13:46:46.423764 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:46.498206 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e616f97-e4eb-413a-a9b4-b85727858294 req-40b39ff0-0785-4df9-b56b-7d35c834c36e tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:46.500960 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-4e616f97-e4eb-413a-a9b4-b85727858294 req-40b39ff0-0785-4df9-b56b-7d35c834c36e tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1618752 Jun 16 13:46:46.558876 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-4e616f97-e4eb-413a-a9b4-b85727858294 req-e6f5b6b3-6ba7-494d-aad9-0315babaa81c tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519657 Jun 16 13:46:46.579425 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-db835f3c-f2bb-4ea8-9cd4-cde309838e46 req-690716e4-0b74-45ba-bd5d-88f0be147ad1 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=10455f60-28e5-4221-93fc-fa8e363f3bf7 HTTP/1.1" status: 200 len: 210 time: 0.0749199 Jun 16 13:46:46.669473 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-d1aa5e19-eeee-4b0a-9a27-acc7760338fc req-fa6f5395-94e1-4b90-a1a0-4555b56c90b8 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 210 time: 0.0381796 Jun 16 13:46:47.788612 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-eda301e7-5921-4edc-8666-67080c7d6af3 req-e466c0f2-fbfb-473a-b029-404cef04f6c3 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=10455f60-28e5-4221-93fc-fa8e363f3bf7 HTTP/1.1" status: 200 len: 210 time: 0.0419724 Jun 16 13:46:47.864651 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d76b83-d0d0-44a8-9c2e-c7a54118851f req-29916427-cbea-40ca-bd79-18fa4f65e733 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:47.866502 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-52d76b83-d0d0-44a8-9c2e-c7a54118851f req-29916427-cbea-40ca-bd79-18fa4f65e733 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1390381 Jun 16 13:46:47.917016 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-52d76b83-d0d0-44a8-9c2e-c7a54118851f req-6cae8c29-6af4-4920-a2b5-61a8e6fbc191 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358360 Jun 16 13:46:47.965764 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d1917e2d-259a-409b-9bb2-caea7c14a998 req-d9b9dfc2-1574-442e-92bc-a728c937e47f tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 210 time: 0.0451863 Jun 16 13:46:48.094221 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 712d03d4-3274-4107-ab3e-f06c9d82368a no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:46:48.106812 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c553051-ef70-41bb-9e92-919e70350266 req-347cc680-b77c-4a0b-8b1a-4e399acc7a23 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:48.108922 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7c553051-ef70-41bb-9e92-919e70350266 req-347cc680-b77c-4a0b-8b1a-4e399acc7a23 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.63 "GET /v2.0/networks?id=d8c1186e-6d6b-491d-8fb4-fa871a261b8b HTTP/1.1" status: 200 len: 808 time: 0.1542480 Jun 16 13:46:48.117836 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] No Port match for: 712d03d4-3274-4107-ab3e-f06c9d82368a {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:46:48.118096 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 712d03d4-3274-4107-ab3e-f06c9d82368a not bound to the agent host hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:46:48.126841 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-7c553051-ef70-41bb-9e92-919e70350266 req-9020bd47-d50f-4cec-a05f-f32444bf533b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Request body: {'port': {'device_id': '10455f60-28e5-4221-93fc-fa8e363f3bf7', 'network_id': 'd8c1186e-6d6b-491d-8fb4-fa871a261b8b', 'admin_state_up': True, 'tenant_id': 'a56d1343832e46239ee17cd9b9664ac3'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:48.285651 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c553051-ef70-41bb-9e92-919e70350266 req-9020bd47-d50f-4cec-a05f-f32444bf533b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Made reservation on behalf of a56d1343832e46239ee17cd9b9664ac3 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:46:48.290047 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c553051-ef70-41bb-9e92-919e70350266 req-9020bd47-d50f-4cec-a05f-f32444bf533b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:48.501472 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-7c553051-ef70-41bb-9e92-919e70350266 req-9020bd47-d50f-4cec-a05f-f32444bf533b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Allocated IP 172.20.0.7 (d8c1186e-6d6b-491d-8fb4-fa871a261b8b/1c6045c7-0a08-44ed-bad8-6a148106ec53/db26195a-b3d2-4bd7-ae19-f1e7da306ba9) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:46:48.688051 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-b4fb0e4a-fe1c-4f02-8308-5f530ab23a64 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:48.689651 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-b4fb0e4a-fe1c-4f02-8308-5f530ab23a64 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.63 "GET /v2.0/networks?id=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 HTTP/1.1" status: 200 len: 815 time: 0.1909440 Jun 16 13:46:48.714502 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-029006b7-6c20-4413-9f65-167c1fac1310 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Request body: {'port': {'device_id': '12f54193-6130-4f7a-b953-afc7ba233ec1', 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783', 'admin_state_up': True, 'tenant_id': '8c42ead8899c468cad6ac1d8d5f5db81'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:48.746120 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c553051-ef70-41bb-9e92-919e70350266 req-9020bd47-d50f-4cec-a05f-f32444bf533b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Notify callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:48.806720 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c553051-ef70-41bb-9e92-919e70350266 req-9020bd47-d50f-4cec-a05f-f32444bf533b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3313777'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:48.811545 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-88ff685f-310e-468c-8250-4b9ef8e596d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:48.881553 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c553051-ef70-41bb-9e92-919e70350266 req-9020bd47-d50f-4cec-a05f-f32444bf533b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Network d8c1186e-6d6b-491d-8fb4-fa871a261b8b is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:46:48.886134 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-7c553051-ef70-41bb-9e92-919e70350266 req-9020bd47-d50f-4cec-a05f-f32444bf533b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:46:48.897158 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c553051-ef70-41bb-9e92-919e70350266 req-9020bd47-d50f-4cec-a05f-f32444bf533b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:46:48.901642 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020bd47-d50f-4cec-a05f-f32444bf533b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Pushing event updated for resources: {'Port': ['ID=db26195a-b3d2-4bd7-ae19-f1e7da306ba9,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:48.931441 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-029006b7-6c20-4413-9f65-167c1fac1310 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Made reservation on behalf of 8c42ead8899c468cad6ac1d8d5f5db81 for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:46:48.933858 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-9020bd47-d50f-4cec-a05f-f32444bf533b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:48.941998 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-029006b7-6c20-4413-9f65-167c1fac1310 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:48.977468 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c553051-ef70-41bb-9e92-919e70350266 req-9020bd47-d50f-4cec-a05f-f32444bf533b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:48.978504 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c553051-ef70-41bb-9e92-919e70350266 req-9020bd47-d50f-4cec-a05f-f32444bf533b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:49.013044 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7c553051-ef70-41bb-9e92-919e70350266 req-9020bd47-d50f-4cec-a05f-f32444bf533b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8919852 Jun 16 13:46:49.041479 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Request body: {'port': {'device_id': '10455f60-28e5-4221-93fc-fa8e363f3bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:49.147331 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:49.184237 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c490aa-cd5a-4c54-a0eb-d15986e70306 req-a84db2d7-e08d-4d73-abc6-b61be7bbd2e4 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:49.185912 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b2c490aa-cd5a-4c54-a0eb-d15986e70306 req-a84db2d7-e08d-4d73-abc6-b61be7bbd2e4 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=10455f60-28e5-4221-93fc-fa8e363f3bf7 HTTP/1.1" status: 200 len: 931 time: 0.1613390 Jun 16 13:46:49.194951 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-029006b7-6c20-4413-9f65-167c1fac1310 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Allocated IP 172.20.0.4 (c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783/3964001d-ef45-459e-8d1d-8c4399f1ca2e/79d99eb3-7452-4243-b4fb-978d25e6bdc9) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:46:49.268097 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b2c490aa-cd5a-4c54-a0eb-d15986e70306 req-09312960-7ac7-4082-9276-9a68215d31b7 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706201 Jun 16 13:46:49.405476 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2a32c-a92f-4e5e-95d6-e0bee6c29f59 req-cd1a8da6-007b-4976-8520-91d3fb8aa2b3 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:49.408240 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-00a2a32c-a92f-4e5e-95d6-e0bee6c29f59 req-cd1a8da6-007b-4976-8520-91d3fb8aa2b3 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.2471085 Jun 16 13:46:49.461144 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2f2fb863-9098-4049-9b6d-75c8ec6e1577 req-6b926d6b-a75f-411c-8907-5fc37cc25698 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 210 time: 0.0663321 Jun 16 13:46:49.519908 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-029006b7-6c20-4413-9f65-167c1fac1310 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:49.527544 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-00a2a32c-a92f-4e5e-95d6-e0bee6c29f59 req-5547b515-1411-413a-9b96-5c2d2fc505ff tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087260 Jun 16 13:46:49.579195 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-029006b7-6c20-4413-9f65-167c1fac1310 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:49.585803 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-446b6480-106b-403f-85a3-09132fede156 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:49.604705 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['d61ef967-0245-46fb-bd27-a9c50ac91287', 'b2a4a77d-266f-48af-b518-415ce9572988', 'bc3ebb77-12b5-48cf-90ea-06f88de1ea9a'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:46:49.640324 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-029006b7-6c20-4413-9f65-167c1fac1310 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Network c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:46:49.648204 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db26195a-b3d2-4bd7-ae19-f1e7da306ba9 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:46:49.658947 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:49.666449 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-029006b7-6c20-4413-9f65-167c1fac1310 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:46:49.674529 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Transition to ACTIVE for port object db26195a-b3d2-4bd7-ae19-f1e7da306ba9 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:46:49.680267 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313767'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:49.692231 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:49.692429 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-029006b7-6c20-4413-9f65-167c1fac1310 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:46:49.719040 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029006b7-6c20-4413-9f65-167c1fac1310 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Pushing event updated for resources: {'Port': ['ID=79d99eb3-7452-4243-b4fb-978d25e6bdc9,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:49.723816 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-029006b7-6c20-4413-9f65-167c1fac1310 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:49.765624 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-029006b7-6c20-4413-9f65-167c1fac1310 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:49.766323 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-029006b7-6c20-4413-9f65-167c1fac1310 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:49.786826 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-029006b7-6c20-4413-9f65-167c1fac1310 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0769036 Jun 16 13:46:49.802976 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Request body: {'port': {'device_id': '12f54193-6130-4f7a-b953-afc7ba233ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:49.956079 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:50.102613 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Pushing event updated for resources: {'Port': ['ID=db26195a-b3d2-4bd7-ae19-f1e7da306ba9,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:50.112686 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:50.182932 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Attempting to bind port db26195a-b3d2-4bd7-ae19-f1e7da306ba9 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:46:50.183355 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Attempting to bind port db26195a-b3d2-4bd7-ae19-f1e7da306ba9 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '46492348-7a3f-4c0d-b2a2-e19bdc738f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'd8c1186e-6d6b-491d-8fb4-fa871a261b8b'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:46:50.183755 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Attempting to bind port db26195a-b3d2-4bd7-ae19-f1e7da306ba9 on network d8c1186e-6d6b-491d-8fb4-fa871a261b8b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:46:50.189535 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Port db26195a-b3d2-4bd7-ae19-f1e7da306ba9 on network d8c1186e-6d6b-491d-8fb4-fa871a261b8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:46:50.189961 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Attempting to bind port db26195a-b3d2-4bd7-ae19-f1e7da306ba9 on network d8c1186e-6d6b-491d-8fb4-fa871a261b8b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:46:50.196132 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Checking agent: {'id': 'bb4a981f-00aa-40ad-8a89-acbc72a2637c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:46:50.196538 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Checking segment: {'id': '46492348-7a3f-4c0d-b2a2-e19bdc738f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'd8c1186e-6d6b-491d-8fb4-fa871a261b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:46:50.197101 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Bound using segment: {'id': '46492348-7a3f-4c0d-b2a2-e19bdc738f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'd8c1186e-6d6b-491d-8fb4-fa871a261b8b'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:46:50.198187 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Bound port: db26195a-b3d2-4bd7-ae19-f1e7da306ba9, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46492348-7a3f-4c0d-b2a2-e19bdc738f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'd8c1186e-6d6b-491d-8fb4-fa871a261b8b'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:46:50.198589 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:50.273733 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] For port db26195a-b3d2-4bd7-ae19-f1e7da306ba9, host hv-cinder-77428, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:46:50.277464 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] For port db26195a-b3d2-4bd7-ae19-f1e7da306ba9, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=db26195a-b3d2-4bd7-ae19-f1e7da306ba9,segment=NetworkSegment(46492348-7a3f-4c0d-b2a2-e19bdc738f26),segment_id=46492348-7a3f-4c0d-b2a2-e19bdc738f26)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:46:50.284447 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313767'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:50.288017 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:50.329040 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:50.329705 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:50.331224 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7c553051-ef70-41bb-9e92-919e70350266 req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] 10.222.0.63 "PUT /v2.0/ports/db26195a-b3d2-4bd7-ae19-f1e7da306ba9 HTTP/1.1" status: 200 len: 1093 time: 1.2948217 Jun 16 13:46:50.331796 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10455f60-28e5-4221-93fc-fa8e363f3bf7', 'tag': 'db26195a-b3d2-4bd7-ae19-f1e7da306ba9'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:50.334536 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674e2117-4c7e-43f3-978e-7129dee95f07" -d '{"events": [{"name": "network-changed", "server_uuid": "10455f60-28e5-4221-93fc-fa8e363f3bf7", "tag": "db26195a-b3d2-4bd7-ae19-f1e7da306ba9"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:50.347248 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d99eb3-7452-4243-b4fb-978d25e6bdc9 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:46:50.357754 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:50.372538 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Transition to ACTIVE for port object 79d99eb3-7452-4243-b4fb-978d25e6bdc9 will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:46:50.378063 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:50.383129 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Pushing event updated for resources: {'Port': ['ID=db26195a-b3d2-4bd7-ae19-f1e7da306ba9,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:50.386563 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:50.389069 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:50.444701 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d289698-8769-4a23-8e32-a81bb3e362a6 x-openstack-request-id: req-5d289698-8769-4a23-8e32-a81bb3e362a6 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:50.445361 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10455f60-28e5-4221-93fc-fa8e363f3bf7", "tag": "db26195a-b3d2-4bd7-ae19-f1e7da306ba9", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:50.446140 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d289698-8769-4a23-8e32-a81bb3e362a6 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:50.446859 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10455f60-28e5-4221-93fc-fa8e363f3bf7', 'tag': 'db26195a-b3d2-4bd7-ae19-f1e7da306ba9', 'status': 'completed', 'code': 200} Jun 16 13:46:50.478771 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c553051-ef70-41bb-9e92-919e70350266 req-a1312c7f-18df-4a38-ad82-253fdc2e1ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:50.481011 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7c553051-ef70-41bb-9e92-919e70350266 req-a1312c7f-18df-4a38-ad82-253fdc2e1ccf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a56d1343832e46239ee17cd9b9664ac3&device_id=10455f60-28e5-4221-93fc-fa8e363f3bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0888231 Jun 16 13:46:50.548612 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Pushing event updated for resources: {'Port': ['ID=79d99eb3-7452-4243-b4fb-978d25e6bdc9,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:50.554350 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:50.588101 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Attempting to bind port 79d99eb3-7452-4243-b4fb-978d25e6bdc9 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:46:50.588494 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Attempting to bind port 79d99eb3-7452-4243-b4fb-978d25e6bdc9 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '38a34001-cc24-42b7-ac4e-6511feb9efa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:46:50.588950 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Attempting to bind port 79d99eb3-7452-4243-b4fb-978d25e6bdc9 on network c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:46:50.595150 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Port 79d99eb3-7452-4243-b4fb-978d25e6bdc9 on network c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:46:50.595538 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Attempting to bind port 79d99eb3-7452-4243-b4fb-978d25e6bdc9 on network c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:46:50.603481 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Checking agent: {'id': 'bb4a981f-00aa-40ad-8a89-acbc72a2637c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:46:50.603933 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Checking segment: {'id': '38a34001-cc24-42b7-ac4e-6511feb9efa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:46:50.604331 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Bound using segment: {'id': '38a34001-cc24-42b7-ac4e-6511feb9efa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:46:50.604853 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Bound port: 79d99eb3-7452-4243-b4fb-978d25e6bdc9, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a34001-cc24-42b7-ac4e-6511feb9efa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:46:50.605662 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:50.610951 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7c553051-ef70-41bb-9e92-919e70350266 req-8b75ada5-ebca-4188-a7fc-71efc0a312f8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db26195a-b3d2-4bd7-ae19-f1e7da306ba9 HTTP/1.1" status: 200 len: 217 time: 0.0809205 Jun 16 13:46:50.722497 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] For port 79d99eb3-7452-4243-b4fb-978d25e6bdc9, host hv-cinder-77428, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:46:50.730112 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c553051-ef70-41bb-9e92-919e70350266 req-a4117778-3f6d-4b0e-a22b-9f85fcb448c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:50.731467 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7c553051-ef70-41bb-9e92-919e70350266 req-a4117778-3f6d-4b0e-a22b-9f85fcb448c5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1c6045c7-0a08-44ed-bad8-6a148106ec53 HTTP/1.1" status: 200 len: 848 time: 0.1094277 Jun 16 13:46:50.754166 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af50261-4042-40a9-9601-fa5002ce5780 req-4ea5ca27-6880-4359-9826-3c476e721eb3 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:50.768860 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5af50261-4042-40a9-9601-fa5002ce5780 req-4ea5ca27-6880-4359-9826-3c476e721eb3 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=10455f60-28e5-4221-93fc-fa8e363f3bf7 HTTP/1.1" status: 200 len: 943 time: 0.1586041 Jun 16 13:46:50.780298 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] For port 79d99eb3-7452-4243-b4fb-978d25e6bdc9, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=79d99eb3-7452-4243-b4fb-978d25e6bdc9,segment=NetworkSegment(38a34001-cc24-42b7-ac4e-6511feb9efa1),segment_id=38a34001-cc24-42b7-ac4e-6511feb9efa1)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:46:50.798175 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:50.808914 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:50.817485 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7c553051-ef70-41bb-9e92-919e70350266 req-6233e4ed-be3e-40db-a659-eda12197a66a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d8c1186e-6d6b-491d-8fb4-fa871a261b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473719 Jun 16 13:46:50.891516 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:50.892130 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:50.893549 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] 10.222.0.63 "PUT /v2.0/ports/79d99eb3-7452-4243-b4fb-978d25e6bdc9 HTTP/1.1" status: 200 len: 1093 time: 1.0988970 Jun 16 13:46:50.894040 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f54193-6130-4f7a-b953-afc7ba233ec1', 'tag': '79d99eb3-7452-4243-b4fb-978d25e6bdc9'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:50.896329 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37064702-fd86-41ff-b4e8-85c7d0ee75e2" -d '{"events": [{"name": "network-changed", "server_uuid": "12f54193-6130-4f7a-b953-afc7ba233ec1", "tag": "79d99eb3-7452-4243-b4fb-978d25e6bdc9"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:50.920149 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5af50261-4042-40a9-9601-fa5002ce5780 req-7b156903-365e-4980-88a7-1b0e3af8a181 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356413 Jun 16 13:46:50.920403 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8055a8d-b22f-4e27-8736-177530491e51 req-8b66742e-2205-40af-add7-ed248c2d7779 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:50.928685 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d8055a8d-b22f-4e27-8736-177530491e51 req-8b66742e-2205-40af-add7-ed248c2d7779 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 943 time: 0.2363646 Jun 16 13:46:50.945262 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Pushing event updated for resources: {'Port': ['ID=79d99eb3-7452-4243-b4fb-978d25e6bdc9,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:50.951302 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:51.003031 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7c553051-ef70-41bb-9e92-919e70350266 req-bcdf9e5b-4360-40c7-9d8b-719b5a22c7e5 service neutron] 10.222.0.63 "GET /v2.0/networks/d8c1186e-6d6b-491d-8fb4-fa871a261b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715543 Jun 16 13:46:51.020516 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d8055a8d-b22f-4e27-8736-177530491e51 req-3fc81363-d96c-4afa-9057-7ba46e477646 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906990 Jun 16 13:46:51.045110 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-8f7b79aa-6d15-4298-abde-f4426ddde12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:51.047383 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-8f7b79aa-6d15-4298-abde-f4426ddde12e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c42ead8899c468cad6ac1d8d5f5db81&device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 1096 time: 0.0850341 Jun 16 13:46:51.113204 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaca5a5-bd4f-4c9c-8dde-372f405df236 x-openstack-request-id: req-adaca5a5-bd4f-4c9c-8dde-372f405df236 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:51.113540 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f54193-6130-4f7a-b953-afc7ba233ec1", "tag": "79d99eb3-7452-4243-b4fb-978d25e6bdc9", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:51.113832 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-adaca5a5-bd4f-4c9c-8dde-372f405df236 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:51.114254 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f54193-6130-4f7a-b953-afc7ba233ec1', 'tag': '79d99eb3-7452-4243-b4fb-978d25e6bdc9', 'status': 'completed', 'code': 200} Jun 16 13:46:51.117191 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-f02c3b3e-6b83-4a38-a5ca-0ae92b3e4fc3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d99eb3-7452-4243-b4fb-978d25e6bdc9 HTTP/1.1" status: 200 len: 217 time: 0.0549841 Jun 16 13:46:51.173239 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7c553051-ef70-41bb-9e92-919e70350266 req-84e3c9db-3255-4f9c-b064-bbfc4a6c9e7e service neutron] 10.222.0.63 "GET /v2.0/networks/d8c1186e-6d6b-491d-8fb4-fa871a261b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592419 Jun 16 13:46:51.241296 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-93460826-4d7d-4a5e-9a8f-b372602f4dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:51.244289 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-93460826-4d7d-4a5e-9a8f-b372602f4dea service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3964001d-ef45-459e-8d1d-8c4399f1ca2e HTTP/1.1" status: 200 len: 855 time: 0.1213617 Jun 16 13:46:51.246383 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79032a-1525-4820-b1a7-a8cfd733a586 req-7cf3dba7-f62e-4e02-bf09-cb4ea535359f tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:51.249581 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3d79032a-1525-4820-b1a7-a8cfd733a586 req-7cf3dba7-f62e-4e02-bf09-cb4ea535359f tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1360507 Jun 16 13:46:51.296426 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-60d9a9b5-7298-4684-8473-5efc27e6741d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382290 Jun 16 13:46:51.356370 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3d79032a-1525-4820-b1a7-a8cfd733a586 req-a66a8b1b-e956-43dc-bcc1-597ea0fcb9d0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987704 Jun 16 13:46:51.377445 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e2117-4c7e-43f3-978e-7129dee95f07 req-9ebdd608-4cc3-4fc4-8d89-16d201536893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:51.379004 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-674e2117-4c7e-43f3-978e-7129dee95f07 req-9ebdd608-4cc3-4fc4-8d89-16d201536893 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a56d1343832e46239ee17cd9b9664ac3&device_id=10455f60-28e5-4221-93fc-fa8e363f3bf7 HTTP/1.1" status: 200 len: 1096 time: 0.1090119 Jun 16 13:46:51.425744 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-c64afb30-8f57-458d-bc13-a90d8617f800 service neutron] 10.222.0.63 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214094 Jun 16 13:46:51.521122 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e2117-4c7e-43f3-978e-7129dee95f07 req-10a68162-7e00-43eb-b75b-b7efd75b9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:51.522793 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-674e2117-4c7e-43f3-978e-7129dee95f07 req-10a68162-7e00-43eb-b75b-b7efd75b9230 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d8c1186e-6d6b-491d-8fb4-fa871a261b8b HTTP/1.1" status: 200 len: 910 time: 0.1369643 Jun 16 13:46:51.562155 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7978e1cf-5606-4324-acdf-d9e5b5313501 req-552ed8b6-10aa-4ea6-b5d3-68a4156c65a9 service neutron] 10.222.0.63 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230743 Jun 16 13:46:51.567856 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-674e2117-4c7e-43f3-978e-7129dee95f07 req-e7f0471c-140a-4cad-80a5-65d313096917 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db26195a-b3d2-4bd7-ae19-f1e7da306ba9 HTTP/1.1" status: 200 len: 217 time: 0.0362773 Jun 16 13:46:51.639447 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e2117-4c7e-43f3-978e-7129dee95f07 req-cda049c2-2fce-42ab-b391-0ca68c1ad725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:51.642105 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-674e2117-4c7e-43f3-978e-7129dee95f07 req-cda049c2-2fce-42ab-b391-0ca68c1ad725 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1c6045c7-0a08-44ed-bad8-6a148106ec53 HTTP/1.1" status: 200 len: 848 time: 0.0537212 Jun 16 13:46:51.699312 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-674e2117-4c7e-43f3-978e-7129dee95f07 req-42568acc-cb74-48c6-b971-b293b2d13750 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d8c1186e-6d6b-491d-8fb4-fa871a261b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492728 Jun 16 13:46:51.704609 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37064702-fd86-41ff-b4e8-85c7d0ee75e2 req-7edfda6d-2e25-4b9f-aa1f-3b2ec342506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:51.706631 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-37064702-fd86-41ff-b4e8-85c7d0ee75e2 req-7edfda6d-2e25-4b9f-aa1f-3b2ec342506a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c42ead8899c468cad6ac1d8d5f5db81&device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 1096 time: 0.0718257 Jun 16 13:46:51.858348 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-674e2117-4c7e-43f3-978e-7129dee95f07 req-8f48d75c-67d5-46d7-bcea-c6381ba63a8c service neutron] 10.222.0.63 "GET /v2.0/networks/d8c1186e-6d6b-491d-8fb4-fa871a261b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515212 Jun 16 13:46:52.034145 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-674e2117-4c7e-43f3-978e-7129dee95f07 req-b794fdc3-45df-4cc7-9bdd-2cb60084d744 service neutron] 10.222.0.63 "GET /v2.0/networks/d8c1186e-6d6b-491d-8fb4-fa871a261b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674838 Jun 16 13:46:52.089178 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37064702-fd86-41ff-b4e8-85c7d0ee75e2 req-c58b6af5-c7ed-47e0-a623-738297cc2c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:52.091413 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-37064702-fd86-41ff-b4e8-85c7d0ee75e2 req-c58b6af5-c7ed-47e0-a623-738297cc2c5a service neutron] 10.222.0.63 "GET /v2.0/networks?id=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 HTTP/1.1" status: 200 len: 917 time: 0.3786645 Jun 16 13:46:52.155078 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-37064702-fd86-41ff-b4e8-85c7d0ee75e2 req-c166da10-55d4-4430-b129-f7bb39454d80 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d99eb3-7452-4243-b4fb-978d25e6bdc9 HTTP/1.1" status: 200 len: 217 time: 0.0444572 Jun 16 13:46:52.264477 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37064702-fd86-41ff-b4e8-85c7d0ee75e2 req-f2bb150f-37a8-445e-bba5-1e8310600edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:52.265106 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-37064702-fd86-41ff-b4e8-85c7d0ee75e2 req-f2bb150f-37a8-445e-bba5-1e8310600edd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3964001d-ef45-459e-8d1d-8c4399f1ca2e HTTP/1.1" status: 200 len: 855 time: 0.0984187 Jun 16 13:46:52.281449 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9be718-8fb9-4c6a-83c5-31f039a87d09 req-0ab20444-0b40-45d8-9ae8-8eb86e6a7410 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:52.282699 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f45780-5dd3-4fb8-8be7-edc40918bb65 req-a82a42db-24d1-44d1-8c06-670683fa8f6d tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:52.284387 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f9f45780-5dd3-4fb8-8be7-edc40918bb65 req-a82a42db-24d1-44d1-8c06-670683fa8f6d tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=10455f60-28e5-4221-93fc-fa8e363f3bf7 HTTP/1.1" status: 200 len: 943 time: 0.1326225 Jun 16 13:46:52.285564 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-fd9be718-8fb9-4c6a-83c5-31f039a87d09 req-0ab20444-0b40-45d8-9ae8-8eb86e6a7410 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 943 time: 0.1049170 Jun 16 13:46:52.376372 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-37064702-fd86-41ff-b4e8-85c7d0ee75e2 req-34c786de-cbce-4fad-b40f-b0096148c491 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906250 Jun 16 13:46:52.377423 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-fd9be718-8fb9-4c6a-83c5-31f039a87d09 req-c139e53f-c17e-4ab4-a845-64dd08b7c779 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808055 Jun 16 13:46:52.477444 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f9f45780-5dd3-4fb8-8be7-edc40918bb65 req-0f798ba3-670a-4082-b45d-9c9d435e9b78 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817539 Jun 16 13:46:52.551292 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-37064702-fd86-41ff-b4e8-85c7d0ee75e2 req-3fd50e1e-e82a-436b-bb81-52812a698395 service neutron] 10.222.0.63 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584585 Jun 16 13:46:52.731377 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-37064702-fd86-41ff-b4e8-85c7d0ee75e2 req-970f92a0-0df6-4cd2-88ce-b38c6b3cef8a service neutron] 10.222.0.63 "GET /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597176 Jun 16 13:46:52.756648 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da072416-5b8c-49a1-8672-e53ee942d23c req-25441a84-7110-49e6-a4d2-a7f98b7ce624 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:52.758177 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-da072416-5b8c-49a1-8672-e53ee942d23c req-25441a84-7110-49e6-a4d2-a7f98b7ce624 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1164365 Jun 16 13:46:52.810353 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-da072416-5b8c-49a1-8672-e53ee942d23c req-4b6d2f68-2b2a-460d-a9d9-68b6f2a13cdc tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453105 Jun 16 13:46:53.628369 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0121fa-bd20-4500-bd56-c44bd59b5148 req-6eef1eb8-f2c6-4e7d-99b4-4889627a1dd9 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:53.632454 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ce0121fa-bd20-4500-bd56-c44bd59b5148 req-6eef1eb8-f2c6-4e7d-99b4-4889627a1dd9 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 943 time: 0.1194828 Jun 16 13:46:53.697901 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ce0121fa-bd20-4500-bd56-c44bd59b5148 req-812cf35f-e50e-4d99-89fb-af076ed4d582 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588064 Jun 16 13:46:53.835183 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441c8e0-23b8-4b8e-9164-d3d4c301ecd0 req-bf9cd005-f03e-4c6a-a639-145a81157aaa tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:53.837554 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f441c8e0-23b8-4b8e-9164-d3d4c301ecd0 req-bf9cd005-f03e-4c6a-a639-145a81157aaa tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=10455f60-28e5-4221-93fc-fa8e363f3bf7 HTTP/1.1" status: 200 len: 943 time: 0.0962887 Jun 16 13:46:53.911280 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f441c8e0-23b8-4b8e-9164-d3d4c301ecd0 req-2a1fb5da-69ef-43ea-a5e3-79b3b4f180b1 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656033 Jun 16 13:46:53.921225 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 52120) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:54.091952 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b491a25-d84f-43f8-b576-bfec7f343f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:54.106660 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device db26195a-b3d2-4bd7-ae19-f1e7da306ba9 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:46:54.134799 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-1100c967-faef-41dc-a30d-11d226eeb409 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1275079410&fields=id&tenant_id=ebd6e7f2412b421191a4d9c5792eacf9 HTTP/1.1" status: 200 len: 267 time: 0.0749745 Jun 16 13:46:54.174516 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3ae50-b189-4104-bfb1-e6eda8d99d07 req-bc19e29a-c2c7-435a-9261-7a250b084cc1 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:54.176591 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-acf3ae50-b189-4104-bfb1-e6eda8d99d07 req-bc19e29a-c2c7-435a-9261-7a250b084cc1 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1135290 Jun 16 13:46:54.241159 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-acf3ae50-b189-4104-bfb1-e6eda8d99d07 req-caaaa468-241d-49ae-9cd4-86a571681ac0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500703 Jun 16 13:46:54.241366 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port db26195a-b3d2-4bd7-ae19-f1e7da306ba9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=db26195a-b3d2-4bd7-ae19-f1e7da306ba9,segment=NetworkSegment(46492348-7a3f-4c0d-b2a2-e19bdc738f26),segment_id=46492348-7a3f-4c0d-b2a2-e19bdc738f26)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:54.256095 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': 'db26195a-b3d2-4bd7-ae19-f1e7da306ba9', 'network_id': 'd8c1186e-6d6b-491d-8fb4-fa871a261b8b', 'port_id': 'db26195a-b3d2-4bd7-ae19-f1e7da306ba9', 'mac_address': 'fa:16:3e:7e:3f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6045c7-0a08-44ed-bad8-6a148106ec53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:46:54.321448 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:54.337609 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db26195a-b3d2-4bd7-ae19-f1e7da306ba9 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:46:54.342498 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-3c748a8d-913d-4cc6-a1f5-cf50f435b7b6 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:54.344590 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-3c748a8d-913d-4cc6-a1f5-cf50f435b7b6 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/networks?id=24e75871-b5d6-4e6b-a8f8-3bb7c470f65d HTTP/1.1" status: 200 len: 809 time: 0.1967697 Jun 16 13:46:54.367193 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port db26195a-b3d2-4bd7-ae19-f1e7da306ba9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=db26195a-b3d2-4bd7-ae19-f1e7da306ba9,segment=NetworkSegment(46492348-7a3f-4c0d-b2a2-e19bdc738f26),segment_id=46492348-7a3f-4c0d-b2a2-e19bdc738f26)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:54.373147 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:54.376757 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:54.390202 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b491a25-d84f-43f8-b576-bfec7f343f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:54.393167 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-f8fd284e-a34b-4bdc-991e-2156d8aa4516 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/quotas/ebd6e7f2412b421191a4d9c5792eacf9 HTTP/1.1" status: 200 len: 375 time: 0.0302863 Jun 16 13:46:54.395943 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b491a25-d84f-43f8-b576-bfec7f343f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:54.399729 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-200c63e3-0302-4623-b3e9-0d088cbdf000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:54.456664 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=db26195a-b3d2-4bd7-ae19-f1e7da306ba9,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:54.467373 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:54.467764 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:54.468074 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:54.468410 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:54.469337 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:54.469674 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:54.470003 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:54.470379 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:54.470660 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:54.470987 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:54.471311 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:54.471632 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:54.477935 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:54.497738 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b491a25-d84f-43f8-b576-bfec7f343f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5b1d58-89c0-453b-b83f-31dd8ace7b93,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:54.505686 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-4b491a25-d84f-43f8-b576-bfec7f343f8e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82b880b914184fb5a9440d67d457afca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5819614 Jun 16 13:46:54.507209 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-4b491a25-d84f-43f8-b576-bfec7f343f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:54.507505 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 52136) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:54.571076 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-f093d974-5350-4660-8c58-502a073f9a13 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ebd6e7f2412b421191a4d9c5792eacf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1526239 Jun 16 13:46:54.583224 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ea931fb7-860b-46aa-8929-41c9ded4b12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:54.616880 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ea931fb7-860b-46aa-8929-41c9ded4b12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:54.694210 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['db26195a-b3d2-4bd7-ae19-f1e7da306ba9'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:46:54.706659 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ea931fb7-860b-46aa-8929-41c9ded4b12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:54.710112 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ea931fb7-860b-46aa-8929-41c9ded4b12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:54.713448 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ea931fb7-860b-46aa-8929-41c9ded4b12a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b5b1d58-89c0-453b-b83f-31dd8ace7b93 HTTP/1.1" status: 204 len: 168 time: 0.2047923 Jun 16 13:46:54.714811 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d9117454-2039-421c-a2fd-3992c0f13650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:54.725421 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-78e75869-735f-445b-98f7-2a78f610c10b service neutron] 10.222.0.26 "GET /v2.0/networks/24e75871-b5d6-4e6b-a8f8-3bb7c470f65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349220 Jun 16 13:46:54.738008 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea931fb7-860b-46aa-8929-41c9ded4b12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5b1d58-89c0-453b-b83f-31dd8ace7b93,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:54.742816 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ea931fb7-860b-46aa-8929-41c9ded4b12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:54.894820 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-796ba910-aa57-440e-892a-425aca52f96d service neutron] 10.222.0.26 "GET /v2.0/networks/24e75871-b5d6-4e6b-a8f8-3bb7c470f65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579540 Jun 16 13:46:54.965873 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88346304-7586-4221-a3ee-51bbeb52fe77 req-ed180b77-9e76-4d9a-8312-e05f85e8c5db tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:54.967525 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-88346304-7586-4221-a3ee-51bbeb52fe77 req-ed180b77-9e76-4d9a-8312-e05f85e8c5db tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 943 time: 0.0829573 Jun 16 13:46:55.033728 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-88346304-7586-4221-a3ee-51bbeb52fe77 req-175e8dff-c8a5-408e-9ec0-3e8e4080d040 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582452 Jun 16 13:46:55.304753 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82921b38-9543-4cd5-a1f5-c4244cbfb136 req-fa437085-5ab8-47ee-9852-1f97d8979132 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:55.306732 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-82921b38-9543-4cd5-a1f5-c4244cbfb136 req-fa437085-5ab8-47ee-9852-1f97d8979132 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=10455f60-28e5-4221-93fc-fa8e363f3bf7 HTTP/1.1" status: 200 len: 944 time: 0.1214569 Jun 16 13:46:55.366192 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-82921b38-9543-4cd5-a1f5-c4244cbfb136 req-d169ed80-a353-4494-814f-12f547339249 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517147 Jun 16 13:46:55.479835 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-867d492b-7040-451a-acfc-3553bc0f3703 req-416b6488-bb72-4343-a848-d5de57170bd5 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 210 time: 0.0552919 Jun 16 13:46:55.701425 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f7ac3-476d-49c6-9422-c18e88a1eee2 req-fa891404-2909-4a06-98fb-1dc98f73c208 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:55.704897 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e88f7ac3-476d-49c6-9422-c18e88a1eee2 req-fa891404-2909-4a06-98fb-1dc98f73c208 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0967252 Jun 16 13:46:55.765429 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e88f7ac3-476d-49c6-9422-c18e88a1eee2 req-320545cc-9572-4104-aeef-6c45efd01d1b tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437231 Jun 16 13:46:56.139941 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 79d99eb3-7452-4243-b4fb-978d25e6bdc9 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:46:56.151126 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device db26195a-b3d2-4bd7-ae19-f1e7da306ba9 up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:46:56.278214 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning for port db26195a-b3d2-4bd7-ae19-f1e7da306ba9 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:46:56.285535 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port db26195a-b3d2-4bd7-ae19-f1e7da306ba9 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:56.285924 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:56.300370 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b320960-cf00-4a03-8464-4b1185d1fd3e req-f1e6033d-5f94-4b2c-beeb-e15e2ab7d862 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:56.302311 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1b320960-cf00-4a03-8464-4b1185d1fd3e req-f1e6033d-5f94-4b2c-beeb-e15e2ab7d862 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 943 time: 0.1155457 Jun 16 13:46:56.341387 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 79d99eb3-7452-4243-b4fb-978d25e6bdc9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=79d99eb3-7452-4243-b4fb-978d25e6bdc9,segment=NetworkSegment(38a34001-cc24-42b7-ac4e-6511feb9efa1),segment_id=38a34001-cc24-42b7-ac4e-6511feb9efa1)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:56.364396 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': '79d99eb3-7452-4243-b4fb-978d25e6bdc9', 'network_id': 'c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783', 'port_id': '79d99eb3-7452-4243-b4fb-978d25e6bdc9', 'mac_address': 'fa:16:3e:29:4f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3964001d-ef45-459e-8d1d-8c4399f1ca2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:46:56.372051 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1b320960-cf00-4a03-8464-4b1185d1fd3e req-93752444-382e-489f-b497-eb45e1d6645b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584691 Jun 16 13:46:56.452774 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:56.494472 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d99eb3-7452-4243-b4fb-978d25e6bdc9 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:46:56.509880 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:56.558930 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10455f60-28e5-4221-93fc-fa8e363f3bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db26195a-b3d2-4bd7-ae19-f1e7da306ba9'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:56.563696 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f256c258-bfae-45ab-9ae8-2527c53445bd" -d '{"events": [{"server_uuid": "10455f60-28e5-4221-93fc-fa8e363f3bf7", "name": "network-vif-plugged", "status": "completed", "tag": "db26195a-b3d2-4bd7-ae19-f1e7da306ba9"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:56.570356 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 79d99eb3-7452-4243-b4fb-978d25e6bdc9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=79d99eb3-7452-4243-b4fb-978d25e6bdc9,segment=NetworkSegment(38a34001-cc24-42b7-ac4e-6511feb9efa1),segment_id=38a34001-cc24-42b7-ac4e-6511feb9efa1)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:56.582757 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:56.586859 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:56.590954 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port db26195a-b3d2-4bd7-ae19-f1e7da306ba9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=db26195a-b3d2-4bd7-ae19-f1e7da306ba9,segment=NetworkSegment(46492348-7a3f-4c0d-b2a2-e19bdc738f26),segment_id=46492348-7a3f-4c0d-b2a2-e19bdc738f26)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:56.625281 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:56.673286 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=79d99eb3-7452-4243-b4fb-978d25e6bdc9,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:56.684668 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:56.685491 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-2ca368f2-2c88-4435-b976-a622ad8c594e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:56.706377 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde50e9f-86ff-4e31-9904-c0dee929208c req-c3dfb9dc-90e9-4e09-ad4e-01afa729a10d tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:56.708547 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-bde50e9f-86ff-4e31-9904-c0dee929208c req-c3dfb9dc-90e9-4e09-ad4e-01afa729a10d tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=10455f60-28e5-4221-93fc-fa8e363f3bf7 HTTP/1.1" status: 200 len: 945 time: 0.1179714 Jun 16 13:46:56.778790 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=db26195a-b3d2-4bd7-ae19-f1e7da306ba9,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:56.804232 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-bde50e9f-86ff-4e31-9904-c0dee929208c req-c758ef2f-aae8-438c-b36c-3af465df699b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821335 Jun 16 13:46:56.807079 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:56.881487 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e045788-6308-4f4b-9188-913415811096 x-openstack-request-id: req-4e045788-6308-4f4b-9188-913415811096 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:56.883554 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10455f60-28e5-4221-93fc-fa8e363f3bf7", "name": "network-vif-plugged", "status": "completed", "tag": "db26195a-b3d2-4bd7-ae19-f1e7da306ba9", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:56.884254 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e045788-6308-4f4b-9188-913415811096 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:56.887971 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10455f60-28e5-4221-93fc-fa8e363f3bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db26195a-b3d2-4bd7-ae19-f1e7da306ba9', 'code': 200} Jun 16 13:46:56.937008 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3e0f032c-74e9-44ee-8942-1e7eeb556c06 req-e94f94d7-ef83-46b9-b41d-4dfd20e55d19 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 210 time: 0.1021507 Jun 16 13:46:56.970540 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['79d99eb3-7452-4243-b4fb-978d25e6bdc9'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:46:57.044368 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-e320569f-4993-431e-b100-f1ff420592c5 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:57.058214 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-e320569f-4993-431e-b100-f1ff420592c5 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.63 "GET /v2.0/networks?id=24e75871-b5d6-4e6b-a8f8-3bb7c470f65d HTTP/1.1" status: 200 len: 809 time: 0.2886395 Jun 16 13:46:57.100886 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8babce-b9b9-4905-b2e2-9a1d6da005c6 req-879b9976-59ee-4419-a465-53221e78216f tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:57.111986 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0f8babce-b9b9-4905-b2e2-9a1d6da005c6 req-879b9976-59ee-4419-a465-53221e78216f tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1136670 Jun 16 13:46:57.137711 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-87beeecd-94c1-48ec-a186-8a0094e0111d tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebd6e7f2412b421191a4d9c5792eacf9 HTTP/1.1" status: 200 len: 380 time: 0.0698588 Jun 16 13:46:57.159365 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-41a0bf8a-dac9-4277-ac97-96ffadb2d352 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Request body: {'port': {'device_id': '9e813223-7ca5-48d7-9e07-4b98b551befc', 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d', 'admin_state_up': True, 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'security_groups': ['82bb2ace-c45b-4e47-be1a-2c0dbc52ef96']}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:57.177987 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0f8babce-b9b9-4905-b2e2-9a1d6da005c6 req-5718386f-4d0f-4928-8e44-31ea1a5500a3 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644245 Jun 16 13:46:57.302273 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c6973-b20a-4013-9b97-da97fbbe2d20 req-148558ba-7dec-4926-b9f8-9a179f739e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:57.305359 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-449c6973-b20a-4013-9b97-da97fbbe2d20 req-148558ba-7dec-4926-b9f8-9a179f739e60 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=10455f60-28e5-4221-93fc-fa8e363f3bf7 HTTP/1.1" status: 200 len: 1098 time: 0.0879455 Jun 16 13:46:57.352440 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-41a0bf8a-dac9-4277-ac97-96ffadb2d352 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Made reservation on behalf of ebd6e7f2412b421191a4d9c5792eacf9 for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:46:57.358878 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-41a0bf8a-dac9-4277-ac97-96ffadb2d352 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:57.363869 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-449c6973-b20a-4013-9b97-da97fbbe2d20 req-21b8d39e-0779-4a58-83a4-74b24b76a7ee service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437107 Jun 16 13:46:57.527487 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-41a0bf8a-dac9-4277-ac97-96ffadb2d352 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Allocated IP 172.20.0.7 (24e75871-b5d6-4e6b-a8f8-3bb7c470f65d/2f69e043-1255-4377-a60c-e1b80639a890/95add7e0-dcd6-4162-b2f0-938fe90131d1) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:46:57.711702 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49b345-158e-4d05-9975-4f919eef5c48 req-cb29f1c1-d334-49db-ba6e-324619ee4f98 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:57.717476 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-af49b345-158e-4d05-9975-4f919eef5c48 req-cb29f1c1-d334-49db-ba6e-324619ee4f98 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 944 time: 0.1872721 Jun 16 13:46:57.800864 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-af49b345-158e-4d05-9975-4f919eef5c48 req-b5f2d127-6ef7-4d98-87c1-1e2b3ad65a3b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785828 Jun 16 13:46:57.861384 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-41a0bf8a-dac9-4277-ac97-96ffadb2d352 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:57.896536 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-41a0bf8a-dac9-4277-ac97-96ffadb2d352 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Transition to ACTIVE for port object 95add7e0-dcd6-4162-b2f0-938fe90131d1 will not be triggered until provisioned by entity DHCP. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:46:57.979495 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-41a0bf8a-dac9-4277-ac97-96ffadb2d352 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:58.003741 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:58.086903 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-41a0bf8a-dac9-4277-ac97-96ffadb2d352 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Network 24e75871-b5d6-4e6b-a8f8-3bb7c470f65d is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:46:58.145037 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-41a0bf8a-dac9-4277-ac97-96ffadb2d352 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:46:58.160516 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-41a0bf8a-dac9-4277-ac97-96ffadb2d352 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:46:58.275707 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-41a0bf8a-dac9-4277-ac97-96ffadb2d352 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:58.276740 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-41a0bf8a-dac9-4277-ac97-96ffadb2d352 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:58.293064 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0bf8a-dac9-4277-ac97-96ffadb2d352 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Pushing event updated for resources: {'Port': ['ID=95add7e0-dcd6-4162-b2f0-938fe90131d1,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:58.303155 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-41a0bf8a-dac9-4277-ac97-96ffadb2d352 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:58.329479 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-41a0bf8a-dac9-4277-ac97-96ffadb2d352 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1848695 Jun 16 13:46:58.368403 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208fae2-0926-4d91-99d1-89f6a78f7a88 req-446744e4-b91e-44bd-ae87-866ac9ff0dc7 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:58.374510 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5208fae2-0926-4d91-99d1-89f6a78f7a88 req-446744e4-b91e-44bd-ae87-866ac9ff0dc7 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=10455f60-28e5-4221-93fc-fa8e363f3bf7 HTTP/1.1" status: 200 len: 945 time: 0.3226278 Jun 16 13:46:58.405209 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df83de6-9a6f-4cca-9029-63a344192647 req-87ad3cf3-6dd6-4d6f-847a-59827ba710b4 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:58.408843 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-2df83de6-9a6f-4cca-9029-63a344192647 req-87ad3cf3-6dd6-4d6f-847a-59827ba710b4 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 931 time: 0.2180569 Jun 16 13:46:58.498752 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5208fae2-0926-4d91-99d1-89f6a78f7a88 req-8b9e6103-3118-4607-ab9b-d6e3663a1236 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106622 Jun 16 13:46:58.521729 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-2df83de6-9a6f-4cca-9029-63a344192647 req-06523681-5f94-4748-946d-004dda3422ac tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007941 Jun 16 13:46:58.559882 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-4aef9baa-d57e-4d62-b1e7-3e214a626a14 None None] Provisioning for port 95add7e0-dcd6-4162-b2f0-938fe90131d1 completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:46:58.573345 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-4aef9baa-d57e-4d62-b1e7-3e214a626a14 None None] Provisioning complete for port 95add7e0-dcd6-4162-b2f0-938fe90131d1 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:58.574144 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4aef9baa-d57e-4d62-b1e7-3e214a626a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:58.657094 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-4aef9baa-d57e-4d62-b1e7-3e214a626a14 None None] Port 95add7e0-dcd6-4162-b2f0-938fe90131d1 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:46:58.756994 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d52c89-f70e-4944-9401-3ce3b7ffb483 req-5577a049-84f1-4ce9-953d-cfeb784a2465 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:58.758873 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c6d52c89-f70e-4944-9401-3ce3b7ffb483 req-5577a049-84f1-4ce9-953d-cfeb784a2465 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0782471 Jun 16 13:46:58.805061 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c6d52c89-f70e-4944-9401-3ce3b7ffb483 req-0708726d-6281-4501-8bcc-cd22abe3f8ab tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398498 Jun 16 13:46:59.013605 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc34ebe-3c44-428b-baee-f1c9e53acc57 req-16b0f246-e416-4191-80af-b2acf5558f57 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:59.015249 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-adc34ebe-3c44-428b-baee-f1c9e53acc57 req-16b0f246-e416-4191-80af-b2acf5558f57 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 944 time: 0.0722642 Jun 16 13:46:59.061744 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-adc34ebe-3c44-428b-baee-f1c9e53acc57 req-6c2fecba-4468-4ad9-a00b-4387013972d8 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402999 Jun 16 13:46:59.716541 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec9d45-007f-4225-8db9-fe5fc9e3dcf4 req-d880b38d-3a61-429a-a1dd-0d951eabbf0d tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:59.718227 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-11ec9d45-007f-4225-8db9-fe5fc9e3dcf4 req-d880b38d-3a61-429a-a1dd-0d951eabbf0d tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=10455f60-28e5-4221-93fc-fa8e363f3bf7 HTTP/1.1" status: 200 len: 945 time: 0.0895698 Jun 16 13:46:59.757298 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-11ec9d45-007f-4225-8db9-fe5fc9e3dcf4 req-48b1db9f-b32f-4e8e-83a5-ccf9d0f100e3 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331473 Jun 16 13:46:59.933950 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0772a-bee5-41d0-a94e-29968db48a4d req-2d92444f-461d-4592-b8c9-64f983996214 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:59.935444 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-66a0772a-bee5-41d0-a94e-29968db48a4d req-2d92444f-461d-4592-b8c9-64f983996214 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 931 time: 0.0786865 Jun 16 13:46:59.984455 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-66a0772a-bee5-41d0-a94e-29968db48a4d req-99a36b38-beaf-4933-9ccc-a7f7380f7548 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397959 Jun 16 13:47:00.181248 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff091ec-1941-4b80-949c-1411981c225b req-a59eb5ee-7546-436b-a83d-3110a80c8356 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:00.182795 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-eff091ec-1941-4b80-949c-1411981c225b req-a59eb5ee-7546-436b-a83d-3110a80c8356 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0864737 Jun 16 13:47:00.226095 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-eff091ec-1941-4b80-949c-1411981c225b req-c22640cb-99f4-4a91-a778-6e6192dbd152 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364304 Jun 16 13:47:00.440673 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10470cea-99c8-4595-8939-a99fa0785ba3 req-df388347-170c-4104-8f17-fdb661f92ee4 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:00.442416 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-10470cea-99c8-4595-8939-a99fa0785ba3 req-df388347-170c-4104-8f17-fdb661f92ee4 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 944 time: 0.0791781 Jun 16 13:47:00.497365 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-10470cea-99c8-4595-8939-a99fa0785ba3 req-cd83ce68-4b76-4e1e-b221-994ad0b69bae tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443363 Jun 16 13:47:00.979383 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a26693-d38e-4167-a70f-ced7acc41712 req-dace0265-5762-4a4b-831c-a0a2d0987b2b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:00.980774 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-09a26693-d38e-4167-a70f-ced7acc41712 req-dace0265-5762-4a4b-831c-a0a2d0987b2b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=10455f60-28e5-4221-93fc-fa8e363f3bf7 HTTP/1.1" status: 200 len: 945 time: 0.0750387 Jun 16 13:47:01.023076 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-09a26693-d38e-4167-a70f-ced7acc41712 req-4e5e902a-28bf-4ad1-b744-2f0834ffdb8c tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350251 Jun 16 13:47:01.139566 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 79d99eb3-7452-4243-b4fb-978d25e6bdc9 up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:01.142880 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Request body: {'port': {'device_id': '9e813223-7ca5-48d7-9e07-4b98b551befc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:01.214799 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning for port 79d99eb3-7452-4243-b4fb-978d25e6bdc9 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:01.220904 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port 79d99eb3-7452-4243-b4fb-978d25e6bdc9 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:01.220904 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.242554 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279e3f0-d29b-487c-a052-140508cc4fec req-0c0ecd05-d7f5-446f-9885-0818d1ca3667 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:01.244235 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-4279e3f0-d29b-487c-a052-140508cc4fec req-0c0ecd05-d7f5-446f-9885-0818d1ca3667 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 931 time: 0.1182752 Jun 16 13:47:01.246268 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.291892 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-4279e3f0-d29b-487c-a052-140508cc4fec req-bf6bb3be-cc75-403e-ada4-15606b790937 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396447 Jun 16 13:47:01.336498 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.366972 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f54193-6130-4f7a-b953-afc7ba233ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d99eb3-7452-4243-b4fb-978d25e6bdc9'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:47:01.370001 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a893f6b-fdb5-485e-a295-e62d638fbd8e" -d '{"events": [{"server_uuid": "12f54193-6130-4f7a-b953-afc7ba233ec1", "name": "network-vif-plugged", "status": "completed", "tag": "79d99eb3-7452-4243-b4fb-978d25e6bdc9"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:47:01.384511 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 79d99eb3-7452-4243-b4fb-978d25e6bdc9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=79d99eb3-7452-4243-b4fb-978d25e6bdc9,segment=NetworkSegment(38a34001-cc24-42b7-ac4e-6511feb9efa1),segment_id=38a34001-cc24-42b7-ac4e-6511feb9efa1)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:01.396123 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.397474 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-54947c78-60b8-4635-9c13-2a2bed775dca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:01.451849 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c52d1b-3ffb-426e-a5a2-2170a892c970 x-openstack-request-id: req-50c52d1b-3ffb-426e-a5a2-2170a892c970 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:47:01.452162 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f54193-6130-4f7a-b953-afc7ba233ec1", "name": "network-vif-plugged", "status": "completed", "tag": "79d99eb3-7452-4243-b4fb-978d25e6bdc9", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:47:01.452615 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-50c52d1b-3ffb-426e-a5a2-2170a892c970 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:47:01.453656 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f54193-6130-4f7a-b953-afc7ba233ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d99eb3-7452-4243-b4fb-978d25e6bdc9', 'code': 200} Jun 16 13:47:01.456902 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=79d99eb3-7452-4243-b4fb-978d25e6bdc9,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:01.461674 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:01.567647 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03289b14-ab3b-4310-bcdb-59393cf1cecc req-37a55ade-57c1-4aae-a421-dadcf4c07842 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:01.569182 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-03289b14-ab3b-4310-bcdb-59393cf1cecc req-37a55ade-57c1-4aae-a421-dadcf4c07842 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1654263 Jun 16 13:47:01.656711 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-03289b14-ab3b-4310-bcdb-59393cf1cecc req-98ba4151-08cf-406e-a50b-1d2d7a4711e6 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718834 Jun 16 13:47:01.701824 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db733fa-a531-4cef-87ae-21b7885731c1 req-1f7740a4-2f8f-45e3-b19a-36356517fb4e tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:01.703514 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5db733fa-a531-4cef-87ae-21b7885731c1 req-1f7740a4-2f8f-45e3-b19a-36356517fb4e tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 945 time: 0.0813098 Jun 16 13:47:01.705550 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95add7e0-dcd6-4162-b2f0-938fe90131d1 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:47:01.713572 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.725877 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Transition to ACTIVE for port object 95add7e0-dcd6-4162-b2f0-938fe90131d1 will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:01.730392 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.733248 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-6f1b9b54-10f9-4340-b147-23c0fe28f5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:01.745049 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5db733fa-a531-4cef-87ae-21b7885731c1 req-45297465-2260-4747-9c4a-5dd2f7d29d76 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352147 Jun 16 13:47:01.866800 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Pushing event updated for resources: {'Port': ['ID=95add7e0-dcd6-4162-b2f0-938fe90131d1,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:01.871747 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:01.913812 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Attempting to bind port 95add7e0-dcd6-4162-b2f0-938fe90131d1 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:47:01.914324 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Attempting to bind port 95add7e0-dcd6-4162-b2f0-938fe90131d1 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '6e93d335-f264-4a19-a7d6-db101b32c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1372, 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:47:01.914664 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Attempting to bind port 95add7e0-dcd6-4162-b2f0-938fe90131d1 on network 24e75871-b5d6-4e6b-a8f8-3bb7c470f65d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:47:01.919966 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Port 95add7e0-dcd6-4162-b2f0-938fe90131d1 on network 24e75871-b5d6-4e6b-a8f8-3bb7c470f65d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:47:01.920284 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Attempting to bind port 95add7e0-dcd6-4162-b2f0-938fe90131d1 on network 24e75871-b5d6-4e6b-a8f8-3bb7c470f65d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:47:01.926759 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Checking agent: {'id': 'bb4a981f-00aa-40ad-8a89-acbc72a2637c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:47:01.927103 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Checking segment: {'id': '6e93d335-f264-4a19-a7d6-db101b32c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1372, 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:47:01.927496 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Bound using segment: {'id': '6e93d335-f264-4a19-a7d6-db101b32c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1372, 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:47:01.928108 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Bound port: 95add7e0-dcd6-4162-b2f0-938fe90131d1, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e93d335-f264-4a19-a7d6-db101b32c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1372, 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:47:01.928470 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.000366 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] For port 95add7e0-dcd6-4162-b2f0-938fe90131d1, host hv-cinder-77428, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:47:02.005238 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] For port 95add7e0-dcd6-4162-b2f0-938fe90131d1, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=95add7e0-dcd6-4162-b2f0-938fe90131d1,segment=NetworkSegment(6e93d335-f264-4a19-a7d6-db101b32c88f),segment_id=6e93d335-f264-4a19-a7d6-db101b32c88f)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:47:02.014654 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.017080 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:02.056642 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:02.057530 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.059419 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] 10.222.0.63 "PUT /v2.0/ports/95add7e0-dcd6-4162-b2f0-938fe90131d1 HTTP/1.1" status: 200 len: 1093 time: 0.9218297 Jun 16 13:47:02.060075 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e813223-7ca5-48d7-9e07-4b98b551befc', 'tag': '95add7e0-dcd6-4162-b2f0-938fe90131d1'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:47:02.063420 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6903df2-550f-4323-841b-17bef8d66651" -d '{"events": [{"name": "network-changed", "server_uuid": "9e813223-7ca5-48d7-9e07-4b98b551befc", "tag": "95add7e0-dcd6-4162-b2f0-938fe90131d1"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:47:02.101050 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Pushing event updated for resources: {'Port': ['ID=95add7e0-dcd6-4162-b2f0-938fe90131d1,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:02.108769 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:02.128200 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e132d93e-59fc-49bc-a074-0cfbc89d81ac x-openstack-request-id: req-e132d93e-59fc-49bc-a074-0cfbc89d81ac {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:47:02.128437 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e813223-7ca5-48d7-9e07-4b98b551befc", "tag": "95add7e0-dcd6-4162-b2f0-938fe90131d1", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:47:02.128722 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e132d93e-59fc-49bc-a074-0cfbc89d81ac {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:47:02.129181 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e813223-7ca5-48d7-9e07-4b98b551befc', 'tag': '95add7e0-dcd6-4162-b2f0-938fe90131d1', 'status': 'completed', 'code': 200} Jun 16 13:47:02.278247 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e745e5-60b8-4e3e-bd03-5177a04086c9 req-341dc033-50bc-4e51-af5d-e8116049586b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:02.286416 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a6e745e5-60b8-4e3e-bd03-5177a04086c9 req-341dc033-50bc-4e51-af5d-e8116049586b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=10455f60-28e5-4221-93fc-fa8e363f3bf7 HTTP/1.1" status: 200 len: 945 time: 0.1003718 Jun 16 13:47:02.344445 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a6e745e5-60b8-4e3e-bd03-5177a04086c9 req-50b84867-0c7d-4794-b3a8-32a0ede4ed59 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564990 Jun 16 13:47:02.562339 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b040726-f299-44a3-b629-0a62475967aa req-43141a17-73d9-4904-a99e-d9ea291c394f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:02.564719 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0b040726-f299-44a3-b629-0a62475967aa req-43141a17-73d9-4904-a99e-d9ea291c394f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 943 time: 0.0857780 Jun 16 13:47:02.620228 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0b040726-f299-44a3-b629-0a62475967aa req-6ad5f42e-86d2-48b0-8fc6-cdaa83fdab0e tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457544 Jun 16 13:47:02.864388 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f588898-e96b-49ba-8141-c735beed1bea req-017ad550-64af-45c9-8ac7-471f24b9222a tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:02.865944 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6f588898-e96b-49ba-8141-c735beed1bea req-017ad550-64af-45c9-8ac7-471f24b9222a tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0774353 Jun 16 13:47:02.910355 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6f588898-e96b-49ba-8141-c735beed1bea req-4fd17ba4-49dd-4fb9-af55-0406918e5938 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380194 Jun 16 13:47:03.100330 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c68be4-cf03-46dd-ad72-309f3db6bb70 req-6de6dfb7-4f62-474a-856a-7eed5ed644b7 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:03.101806 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-79c68be4-cf03-46dd-ad72-309f3db6bb70 req-6de6dfb7-4f62-474a-856a-7eed5ed644b7 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 945 time: 0.0789435 Jun 16 13:47:03.146521 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-79c68be4-cf03-46dd-ad72-309f3db6bb70 req-a1b02d01-d984-48c7-a19d-6483770b906e tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367463 Jun 16 13:47:03.828609 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0277006-1b53-419e-83ec-ad268187c155 req-77d9a9ed-7c18-4f79-8a96-f9801620fbcd tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:03.830143 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c0277006-1b53-419e-83ec-ad268187c155 req-77d9a9ed-7c18-4f79-8a96-f9801620fbcd tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 943 time: 0.0731161 Jun 16 13:47:03.884405 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c0277006-1b53-419e-83ec-ad268187c155 req-8b518fab-0e31-4b02-8d7e-58499037088d tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477393 Jun 16 13:47:04.094345 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71daed20-6966-413b-bce4-7172997d4ba3 req-39b4e9ac-5680-4d39-bd32-494e7cfc7579 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:04.095907 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-71daed20-6966-413b-bce4-7172997d4ba3 req-39b4e9ac-5680-4d39-bd32-494e7cfc7579 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0658584 Jun 16 13:47:04.139977 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-71daed20-6966-413b-bce4-7172997d4ba3 req-181b3b4f-e8ba-4e62-809f-e93d24938764 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382745 Jun 16 13:47:04.334239 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b407c01-b471-4a39-808f-2289ec0053cb req-e64602f2-c82e-4a50-a493-8fe3db56810d tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:04.335918 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4b407c01-b471-4a39-808f-2289ec0053cb req-e64602f2-c82e-4a50-a493-8fe3db56810d tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 945 time: 0.0718551 Jun 16 13:47:04.382935 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4b407c01-b471-4a39-808f-2289ec0053cb req-c2a49e12-4673-4a1e-b5ed-dc9e05e325af tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408964 Jun 16 13:47:04.648624 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6903df2-550f-4323-841b-17bef8d66651 req-666d4816-ea88-4737-b4cf-ae3e8b4a3565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:04.650044 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e6903df2-550f-4323-841b-17bef8d66651 req-666d4816-ea88-4737-b4cf-ae3e8b4a3565 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ebd6e7f2412b421191a4d9c5792eacf9&device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 1096 time: 0.0852699 Jun 16 13:47:04.661947 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da855404-7f35-4581-958b-e6acbcc0c9c5 req-692a6b04-3d4d-4714-975e-cd68433ee787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:04.663441 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-da855404-7f35-4581-958b-e6acbcc0c9c5 req-692a6b04-3d4d-4714-975e-cd68433ee787 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 1098 time: 0.0993996 Jun 16 13:47:04.710774 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-da855404-7f35-4581-958b-e6acbcc0c9c5 req-9d9aa85b-5582-43b7-b316-ce82af13f8b1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390687 Jun 16 13:47:04.793580 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6903df2-550f-4323-841b-17bef8d66651 req-611c5a94-acd9-499f-a49b-675126470876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:04.795084 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e6903df2-550f-4323-841b-17bef8d66651 req-611c5a94-acd9-499f-a49b-675126470876 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=ebd6e7f2412b421191a4d9c5792eacf9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1345510 Jun 16 13:47:04.911206 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6903df2-550f-4323-841b-17bef8d66651 req-c76d15ad-bfab-416a-ae88-bd0a6e7f3bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:04.913275 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e6903df2-550f-4323-841b-17bef8d66651 req-c76d15ad-bfab-416a-ae88-bd0a6e7f3bb7 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1104336 Jun 16 13:47:05.065411 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-b8c47d4e-14fb-466d-b570-a5d4f83c878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:05.067296 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-b8c47d4e-14fb-466d-b570-a5d4f83c878b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ebd6e7f2412b421191a4d9c5792eacf9&device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 1096 time: 0.1008170 Jun 16 13:47:05.128748 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-f6fbe1c8-a33c-4b7f-946b-7c232836ecb0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95add7e0-dcd6-4162-b2f0-938fe90131d1 HTTP/1.1" status: 200 len: 217 time: 0.0483727 Jun 16 13:47:05.137281 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c866851-115d-46a5-81c7-4dc9f5012c55 req-c7adb4c8-b3bf-419a-b483-6f18af08dd26 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:05.138842 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8c866851-115d-46a5-81c7-4dc9f5012c55 req-c7adb4c8-b3bf-419a-b483-6f18af08dd26 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 943 time: 0.0845478 Jun 16 13:47:05.199164 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8c866851-115d-46a5-81c7-4dc9f5012c55 req-91897289-b46d-4d44-b432-8ee04056d139 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515335 Jun 16 13:47:05.203932 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-4916a8db-bf33-4d53-a7b7-9f52a5d034f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:05.205460 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-4916a8db-bf33-4d53-a7b7-9f52a5d034f4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2f69e043-1255-4377-a60c-e1b80639a890 HTTP/1.1" status: 200 len: 848 time: 0.0683405 Jun 16 13:47:05.312287 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-53620038-2d7c-48aa-8f2b-cdb1c8383ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:05.313873 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-53620038-2d7c-48aa-8f2b-cdb1c8383ce6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=24e75871-b5d6-4e6b-a8f8-3bb7c470f65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0955868 Jun 16 13:47:05.396844 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27304b0-5c06-410a-ac2d-a807cb359692 req-9bfe2019-bd1a-484f-8a6b-9f686531cc51 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:05.398377 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e27304b0-5c06-410a-ac2d-a807cb359692 req-9bfe2019-bd1a-484f-8a6b-9f686531cc51 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1243486 Jun 16 13:47:05.485181 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e27304b0-5c06-410a-ac2d-a807cb359692 req-1e9fb84d-3dc7-4f6b-85b4-7149185c63e7 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769281 Jun 16 13:47:05.489567 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-baa3b7f5-9b10-484d-a209-47fdbbb91aee service neutron] 10.222.0.63 "GET /v2.0/networks/24e75871-b5d6-4e6b-a8f8-3bb7c470f65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565163 Jun 16 13:47:05.654804 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a31aa854-a8f7-4e71-97c9-7068abba68b0 req-38466808-8151-45eb-96eb-5c85959d1ad4 service neutron] 10.222.0.63 "GET /v2.0/networks/24e75871-b5d6-4e6b-a8f8-3bb7c470f65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551924 Jun 16 13:47:05.676358 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024df653-645a-4573-9afb-d4f8f175cbc1 req-d683dcab-c0b5-4aeb-86f4-d6f9dd36f303 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:05.678306 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-024df653-645a-4573-9afb-d4f8f175cbc1 req-d683dcab-c0b5-4aeb-86f4-d6f9dd36f303 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 945 time: 0.1226513 Jun 16 13:47:05.732918 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-024df653-645a-4573-9afb-d4f8f175cbc1 req-1d3b7f68-ef37-4262-99a5-ebec1de9aee6 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454700 Jun 16 13:47:06.417818 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee961266-bdeb-4443-9e97-f86bd56e767c req-71d37f6c-9e74-465c-85b3-c74c17282086 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:06.419343 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ee961266-bdeb-4443-9e97-f86bd56e767c req-71d37f6c-9e74-465c-85b3-c74c17282086 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 943 time: 0.0726645 Jun 16 13:47:06.467089 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ee961266-bdeb-4443-9e97-f86bd56e767c req-f8e5f6bb-1cef-4ce6-867c-75797c8d3df4 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394597 Jun 16 13:47:06.700664 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b634b6-d8b2-414d-866c-48cd5afb7dfe req-4216833d-4b2f-4e8e-866a-9b965bbb3cfd tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:06.702675 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-68b634b6-d8b2-414d-866c-48cd5afb7dfe req-4216833d-4b2f-4e8e-866a-9b965bbb3cfd tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=10455f60-28e5-4221-93fc-fa8e363f3bf7 HTTP/1.1" status: 200 len: 945 time: 0.0903471 Jun 16 13:47:06.723703 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40c640-f979-42eb-b376-9be5f431c564 req-dcdecd0a-4931-4c8a-9ea1-66818c8e3804 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:06.725282 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-af40c640-f979-42eb-b376-9be5f431c564 req-dcdecd0a-4931-4c8a-9ea1-66818c8e3804 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0791719 Jun 16 13:47:06.757475 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-68b634b6-d8b2-414d-866c-48cd5afb7dfe req-5157a293-4757-4486-bdf5-15b3c76a4b48 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467963 Jun 16 13:47:06.776952 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-af40c640-f979-42eb-b376-9be5f431c564 req-6918342d-f887-49af-b318-06c45d20ee8d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393054 Jun 16 13:47:06.969410 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a8c38-753b-4c6a-93bb-01760f78c217 req-431daa53-12c9-4603-80cd-428d54091586 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:06.971084 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f18a8c38-753b-4c6a-93bb-01760f78c217 req-431daa53-12c9-4603-80cd-428d54091586 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 945 time: 0.0683305 Jun 16 13:47:07.010377 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f18a8c38-753b-4c6a-93bb-01760f78c217 req-48031867-f3d2-4540-afbd-9f279e559780 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334678 Jun 16 13:47:07.489741 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 52384) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:07.706179 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e4dcea74-9e34-4f37-8cf2-3b63e31afb7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.795922 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3da82-d9de-4dfc-8172-715902dbb319 req-74cae258-e3a9-4b6f-939f-4623613e7fb0 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:07.797528 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0a3da82-d9de-4dfc-8172-715902dbb319 req-74cae258-e3a9-4b6f-939f-4623613e7fb0 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 943 time: 0.1698220 Jun 16 13:47:07.861616 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0a3da82-d9de-4dfc-8172-715902dbb319 req-f9fa986b-f831-4faf-a4bb-52817d818812 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568826 Jun 16 13:47:07.908542 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e4dcea74-9e34-4f37-8cf2-3b63e31afb7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.915149 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e4dcea74-9e34-4f37-8cf2-3b63e31afb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.919091 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-432d054c-3543-4691-bb3f-9dd68942839d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:07.965812 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcea74-9e34-4f37-8cf2-3b63e31afb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b50ea4b-4dd5-4304-be15-58452d9b6b21,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:07.975768 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-e4dcea74-9e34-4f37-8cf2-3b63e31afb7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:07.981007 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-e4dcea74-9e34-4f37-8cf2-3b63e31afb7b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=747dfdf29e8b443893886a8a1a3f0522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890435 Jun 16 13:47:07.986016 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 52400) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:07.993170 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b968c-6565-4f14-b8b1-3b1c60ba7726 req-1758450e-5f30-4281-860b-bb2e9dc3e8ed tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:07.995090 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5e7b968c-6565-4f14-b8b1-3b1c60ba7726 req-1758450e-5f30-4281-860b-bb2e9dc3e8ed tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=10455f60-28e5-4221-93fc-fa8e363f3bf7 HTTP/1.1" status: 200 len: 945 time: 0.1022093 Jun 16 13:47:08.066759 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5e7b968c-6565-4f14-b8b1-3b1c60ba7726 req-631ffce8-df53-476b-8118-2ca05cb7dc64 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b07add4-be02-4ba4-88d3-ce91350f586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627480 Jun 16 13:47:08.125581 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ecbe983-8df8-47dc-93f0-c8f46f3bf08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.161015 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ba521-96f1-4886-8dd5-e179a52cc035 req-d846ffa7-173e-4f5f-952c-5b1b10a759d1 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:08.162584 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d05ba521-96f1-4886-8dd5-e179a52cc035 req-d846ffa7-173e-4f5f-952c-5b1b10a759d1 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1495757 Jun 16 13:47:08.173477 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ecbe983-8df8-47dc-93f0-c8f46f3bf08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.316553 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bec51-b3de-4110-a16d-29e533f20f78 req-ab2d8c47-a73e-4881-9743-76fc3ad5f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:08.318717 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-377bec51-b3de-4110-a16d-29e533f20f78 req-ab2d8c47-a73e-4881-9743-76fc3ad5f341 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 1098 time: 0.0868015 Jun 16 13:47:08.363751 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-377bec51-b3de-4110-a16d-29e533f20f78 req-b38fa1c0-5f1b-4fbd-a2bc-ae700698b4b9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364878 Jun 16 13:47:08.443185 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d05ba521-96f1-4886-8dd5-e179a52cc035 req-3f1dd446-6296-4778-b967-99f2510dc4a0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676823 Jun 16 13:47:08.471400 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ecbe983-8df8-47dc-93f0-c8f46f3bf08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.474646 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ecbe983-8df8-47dc-93f0-c8f46f3bf08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.475791 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-5ecbe983-8df8-47dc-93f0-c8f46f3bf08a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b50ea4b-4dd5-4304-be15-58452d9b6b21 HTTP/1.1" status: 204 len: 168 time: 0.4868717 Jun 16 13:47:08.476578 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-59fd71d0-bf87-4fad-b42e-5c2648bc3df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:08.485895 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbe983-8df8-47dc-93f0-c8f46f3bf08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b50ea4b-4dd5-4304-be15-58452d9b6b21,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:08.488384 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-5ecbe983-8df8-47dc-93f0-c8f46f3bf08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:08.585453 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2d96e-1cc3-45d2-aecd-eb6057b581ff req-d216a3b7-2b1b-4687-a9c2-f086417ef2a7 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:08.587164 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f1e2d96e-1cc3-45d2-aecd-eb6057b581ff req-d216a3b7-2b1b-4687-a9c2-f086417ef2a7 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.63 "GET /v2.0/ports?device_id=10455f60-28e5-4221-93fc-fa8e363f3bf7 HTTP/1.1" status: 200 len: 945 time: 0.0996578 Jun 16 13:47:08.736253 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-f1e2d96e-1cc3-45d2-aecd-eb6057b581ff req-4f353fd6-899f-4c13-81fd-1ac155f38bc4 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Deleting port db26195a-b3d2-4bd7-ae19-f1e7da306ba9 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:47:08.736624 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f1e2d96e-1cc3-45d2-aecd-eb6057b581ff req-4f353fd6-899f-4c13-81fd-1ac155f38bc4 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.891585 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-f1e2d96e-1cc3-45d2-aecd-eb6057b581ff req-4f353fd6-899f-4c13-81fd-1ac155f38bc4 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] For port db26195a-b3d2-4bd7-ae19-f1e7da306ba9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=db26195a-b3d2-4bd7-ae19-f1e7da306ba9,segment=NetworkSegment(46492348-7a3f-4c0d-b2a2-e19bdc738f26),segment_id=46492348-7a3f-4c0d-b2a2-e19bdc738f26)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:08.892382 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f1e2d96e-1cc3-45d2-aecd-eb6057b581ff req-4f353fd6-899f-4c13-81fd-1ac155f38bc4 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:09.048954 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-f1e2d96e-1cc3-45d2-aecd-eb6057b581ff req-4f353fd6-899f-4c13-81fd-1ac155f38bc4 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Calling delete_port for db26195a-b3d2-4bd7-ae19-f1e7da306ba9 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:47:09.166698 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6246e80-7238-4072-b77c-92121d57f06b req-a4dc6c21-cb4f-4578-8c4e-4994c31d9819 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:09.174426 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c6246e80-7238-4072-b77c-92121d57f06b req-a4dc6c21-cb4f-4578-8c4e-4994c31d9819 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 943 time: 0.1540039 Jun 16 13:47:09.243048 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c6246e80-7238-4072-b77c-92121d57f06b req-24698480-1238-444e-9dd9-f72036c39342 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622780 Jun 16 13:47:09.297016 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f1e2d96e-1cc3-45d2-aecd-eb6057b581ff req-4f353fd6-899f-4c13-81fd-1ac155f38bc4 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:09.307221 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-496a64f3-6278-4842-90a8-a07386d54787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:09.316339 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['db26195a-b3d2-4bd7-ae19-f1e7da306ba9'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:47:09.349069 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f353fd6-899f-4c13-81fd-1ac155f38bc4 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Pushing event deleted for resources: {'Port': ['ID=db26195a-b3d2-4bd7-ae19-f1e7da306ba9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:09.352238 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-4f353fd6-899f-4c13-81fd-1ac155f38bc4 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:09.434102 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9e908edd-94bf-4ead-bf18-58b069935d73 req-5b5c5e9b-07ce-4b86-bfcf-69ab4972e497 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=10455f60-28e5-4221-93fc-fa8e363f3bf7 HTTP/1.1" status: 200 len: 210 time: 0.0870626 Jun 16 13:47:09.459351 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e2d96e-1cc3-45d2-aecd-eb6057b581ff req-4f353fd6-899f-4c13-81fd-1ac155f38bc4 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] No DVR routers for this DVR port db26195a-b3d2-4bd7-ae19-f1e7da306ba9 on host hv-cinder-77428 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:47:09.465344 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f1e2d96e-1cc3-45d2-aecd-eb6057b581ff req-4f353fd6-899f-4c13-81fd-1ac155f38bc4 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:09.468558 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f1e2d96e-1cc3-45d2-aecd-eb6057b581ff req-4f353fd6-899f-4c13-81fd-1ac155f38bc4 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.63 "DELETE /v2.0/ports/db26195a-b3d2-4bd7-ae19-f1e7da306ba9 HTTP/1.1" status: 204 len: 173 time: 0.8741634 Jun 16 13:47:09.469329 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10455f60-28e5-4221-93fc-fa8e363f3bf7', 'name': 'network-vif-deleted', 'tag': 'db26195a-b3d2-4bd7-ae19-f1e7da306ba9'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:47:09.472570 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc8cdbb-b6fb-4eb1-907d-e94e5fbfc9ab" -d '{"events": [{"server_uuid": "10455f60-28e5-4221-93fc-fa8e363f3bf7", "name": "network-vif-deleted", "tag": "db26195a-b3d2-4bd7-ae19-f1e7da306ba9"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:47:09.542173 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efc635c-0648-41b6-8b0f-7bd9a7d91bc1 x-openstack-request-id: req-8efc635c-0648-41b6-8b0f-7bd9a7d91bc1 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:47:09.542520 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10455f60-28e5-4221-93fc-fa8e363f3bf7", "name": "network-vif-deleted", "tag": "db26195a-b3d2-4bd7-ae19-f1e7da306ba9", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:47:09.542788 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8efc635c-0648-41b6-8b0f-7bd9a7d91bc1 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:47:09.543369 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10455f60-28e5-4221-93fc-fa8e363f3bf7', 'name': 'network-vif-deleted', 'tag': 'db26195a-b3d2-4bd7-ae19-f1e7da306ba9', 'status': 'completed', 'code': 200} Jun 16 13:47:09.771298 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:09.790159 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d1767-7046-4ec2-91a7-a7f742007667 req-cfdfb4da-a726-4acb-bf27-39f8752ebfbc tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:09.792351 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-140d1767-7046-4ec2-91a7-a7f742007667 req-cfdfb4da-a726-4acb-bf27-39f8752ebfbc tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0949843 Jun 16 13:47:09.864413 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-140d1767-7046-4ec2-91a7-a7f742007667 req-2c12ad42-110d-4b07-aadc-f45579b1c2bc tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591466 Jun 16 13:47:10.502391 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc89dd-073f-4181-823d-3e04abc6f550 req-576333d9-6a3c-4bc9-a5b4-de6bc79bf153 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:10.503968 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f3dc89dd-073f-4181-823d-3e04abc6f550 req-576333d9-6a3c-4bc9-a5b4-de6bc79bf153 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0762427 Jun 16 13:47:10.550751 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909e9c8-3b81-46f3-9a4b-01d72f0e1f26 req-6ef0e2e2-efab-4541-a365-22224207bfed tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:10.552375 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c909e9c8-3b81-46f3-9a4b-01d72f0e1f26 req-6ef0e2e2-efab-4541-a365-22224207bfed tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 943 time: 0.0963058 Jun 16 13:47:10.559456 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f3dc89dd-073f-4181-823d-3e04abc6f550 req-52d33f44-dcf4-42c7-88a1-e5fca6deadba tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487702 Jun 16 13:47:10.616305 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c909e9c8-3b81-46f3-9a4b-01d72f0e1f26 req-74e2f85a-a997-4063-a03c-abd7769c26c5 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543687 Jun 16 13:47:10.734142 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-873209a2-1174-42e4-acce-194ad4f9fc22 req-a4317b22-d10c-47a1-8953-d266882abac8 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=10455f60-28e5-4221-93fc-fa8e363f3bf7 HTTP/1.1" status: 200 len: 210 time: 0.0299785 Jun 16 13:47:10.874561 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b341e919-1ac4-408d-8dff-b1947d248913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.778903 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cb133-70a0-46b7-a9fd-6bcbfb8b4c98 req-234baf93-2dcb-4dfc-a937-3f1d84ca88f3 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:11.780458 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-010cb133-70a0-46b7-a9fd-6bcbfb8b4c98 req-234baf93-2dcb-4dfc-a937-3f1d84ca88f3 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0782223 Jun 16 13:47:11.824900 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-010cb133-70a0-46b7-a9fd-6bcbfb8b4c98 req-851a7caf-3228-47a2-820e-749d172470c6 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382578 Jun 16 13:47:11.997116 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a514a-cdcd-4e23-9ce7-b975d195be29 req-27b5f4e0-db5b-49b8-91aa-2ae886d3e68c tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:11.998618 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-d37a514a-cdcd-4e23-9ce7-b975d195be29 req-27b5f4e0-db5b-49b8-91aa-2ae886d3e68c tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 943 time: 0.0690739 Jun 16 13:47:12.042744 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-d37a514a-cdcd-4e23-9ce7-b975d195be29 req-aa0a6cd3-eee5-4b93-b2e5-4d2e339d779e tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372303 Jun 16 13:47:12.186030 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-631dc476-967a-4d4f-907a-7195cff4b354 req-e8473986-eab7-491b-81a7-efc73bb5fa2c tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] 10.222.0.26 "GET /v2.0/ports?device_id=10455f60-28e5-4221-93fc-fa8e363f3bf7 HTTP/1.1" status: 200 len: 210 time: 0.0294032 Jun 16 13:47:12.935946 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device db26195a-b3d2-4bd7-ae19-f1e7da306ba9 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:47:12.968320 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] No Port match for: db26195a-b3d2-4bd7-ae19-f1e7da306ba9 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:47:12.969415 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device db26195a-b3d2-4bd7-ae19-f1e7da306ba9 not bound to the agent host hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:47:13.058016 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229dac7-5715-4eb0-9bf0-41840405af6d req-e39662b8-07c5-4ca3-9156-99b77247258e tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:13.059579 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8229dac7-5715-4eb0-9bf0-41840405af6d req-e39662b8-07c5-4ca3-9156-99b77247258e tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1119864 Jun 16 13:47:13.119322 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8229dac7-5715-4eb0-9bf0-41840405af6d req-0a912a11-0693-446c-b86d-d15bd3608118 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470600 Jun 16 13:47:13.122680 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b79c6-1ef2-40e6-b16a-044a2c80e185 req-7d235d95-faf3-4e22-9558-5b50e4ac9e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:13.124129 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-dc7b79c6-1ef2-40e6-b16a-044a2c80e185 req-7d235d95-faf3-4e22-9558-5b50e4ac9e32 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b38c4d67e4ae4661a6054f7a124119f3&device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 1098 time: 0.1137776 Jun 16 13:47:13.321335 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39019f-472a-47ec-8a83-3716a7146aca req-11878e76-bb95-4e08-86f8-1f2d23cfd9e0 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:13.336243 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-af39019f-472a-47ec-8a83-3716a7146aca req-11878e76-bb95-4e08-86f8-1f2d23cfd9e0 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 943 time: 0.1409686 Jun 16 13:47:13.338706 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-090c6736-e752-4b0e-a120-ca40806873fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:13.388706 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-af39019f-472a-47ec-8a83-3716a7146aca req-08d46ab4-ad6b-45b8-be3d-76cb0489eba7 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513120 Jun 16 13:47:13.448467 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:13.564043 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b79c6-1ef2-40e6-b16a-044a2c80e185 req-fd3d1f84-5a16-42d8-b8b8-b0df3dec70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:13.566729 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-dc7b79c6-1ef2-40e6-b16a-044a2c80e185 req-fd3d1f84-5a16-42d8-b8b8-b0df3dec70bc service neutron] 10.222.0.63 "GET /v2.0/networks?id=85829671-ff51-4425-b42d-a63bf1205528 HTTP/1.1" status: 200 len: 921 time: 0.4340091 Jun 16 13:47:13.620462 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-dc7b79c6-1ef2-40e6-b16a-044a2c80e185 req-d922abae-529e-4bb0-a79e-311b41675163 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353c9e11-8652-45b6-8fc9-f6c55978816a HTTP/1.1" status: 200 len: 217 time: 0.0457988 Jun 16 13:47:13.686799 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b79c6-1ef2-40e6-b16a-044a2c80e185 req-9c049a41-3f7a-4901-95d9-baa7975f774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:13.688878 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-dc7b79c6-1ef2-40e6-b16a-044a2c80e185 req-9c049a41-3f7a-4901-95d9-baa7975f774e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=20e48467-2ec8-45ec-81b7-458268130398 HTTP/1.1" status: 200 len: 859 time: 0.0614026 Jun 16 13:47:13.748730 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-dc7b79c6-1ef2-40e6-b16a-044a2c80e185 req-3fe5e329-f934-44e8-a21e-77b51ebc1477 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=85829671-ff51-4425-b42d-a63bf1205528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444312 Jun 16 13:47:13.923487 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-dc7b79c6-1ef2-40e6-b16a-044a2c80e185 req-3282de3a-be8d-4cd6-8dba-31d2ce5eded4 service neutron] 10.222.0.63 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572437 Jun 16 13:47:14.063601 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-dc7b79c6-1ef2-40e6-b16a-044a2c80e185 req-c34ff487-d61b-46bd-9b64-72a0b5af9ba4 service neutron] 10.222.0.63 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377215 Jun 16 13:47:14.361620 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5540f-47cd-457b-b64f-9694a395f3e8 req-e99b6d8f-2e00-4a89-85ad-c8e48da00197 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:14.364595 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1fb5540f-47cd-457b-b64f-9694a395f3e8 req-e99b6d8f-2e00-4a89-85ad-c8e48da00197 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0857158 Jun 16 13:47:14.430971 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1fb5540f-47cd-457b-b64f-9694a395f3e8 req-df5a74f3-92a3-4db1-accb-1b623b308c5d tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590420 Jun 16 13:47:14.647498 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a27ab-0967-42e3-8809-ef5f266db266 req-f2af7aa0-61a9-4302-b27c-511c0dd7fca6 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:14.649172 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-404a27ab-0967-42e3-8809-ef5f266db266 req-f2af7aa0-61a9-4302-b27c-511c0dd7fca6 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 943 time: 0.0893793 Jun 16 13:47:14.699308 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-404a27ab-0967-42e3-8809-ef5f266db266 req-ea772a37-c6a2-43e5-a9b2-f179f822d758 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409365 Jun 16 13:47:14.814301 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:15.666418 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4b2c7-cc22-46a7-a260-81d5ebc51247 req-e1ccb5d2-928e-4dcd-8f2f-03d7dfdd43f1 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:15.669385 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-82c4b2c7-cc22-46a7-a260-81d5ebc51247 req-e1ccb5d2-928e-4dcd-8f2f-03d7dfdd43f1 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0908694 Jun 16 13:47:15.730918 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-82c4b2c7-cc22-46a7-a260-81d5ebc51247 req-39ebccf4-a2de-47b5-931b-d0b3e19ed4cf tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525949 Jun 16 13:47:15.977402 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee941c6d-dcb2-4d22-8dd8-8071083cea64 req-8118d236-b48b-44a8-9ba0-4e6387d8b1fa tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:15.978906 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ee941c6d-dcb2-4d22-8dd8-8071083cea64 req-8118d236-b48b-44a8-9ba0-4e6387d8b1fa tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 943 time: 0.0822713 Jun 16 13:47:16.022725 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ee941c6d-dcb2-4d22-8dd8-8071083cea64 req-2b1c545e-0979-47f9-80e1-d210d337dde3 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364633 Jun 16 13:47:16.272209 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:47:16.409556 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:16.763417 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 95add7e0-dcd6-4162-b2f0-938fe90131d1 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:47:16.930358 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 95add7e0-dcd6-4162-b2f0-938fe90131d1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=95add7e0-dcd6-4162-b2f0-938fe90131d1,segment=NetworkSegment(6e93d335-f264-4a19-a7d6-db101b32c88f),segment_id=6e93d335-f264-4a19-a7d6-db101b32c88f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:16.952089 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': '95add7e0-dcd6-4162-b2f0-938fe90131d1', 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d', 'port_id': '95add7e0-dcd6-4162-b2f0-938fe90131d1', 'mac_address': 'fa:16:3e:d9:c0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f69e043-1255-4377-a60c-e1b80639a890', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:47:16.985086 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8786c-bf5a-42df-a1ea-195b6728ed1f req-1e72eb35-91e0-443a-944d-5dd9ef5a93c5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:16.986716 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0ea8786c-bf5a-42df-a1ea-195b6728ed1f req-1e72eb35-91e0-443a-944d-5dd9ef5a93c5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0812526 Jun 16 13:47:16.995642 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.017226 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95add7e0-dcd6-4162-b2f0-938fe90131d1 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:47:17.041273 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 95add7e0-dcd6-4162-b2f0-938fe90131d1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=95add7e0-dcd6-4162-b2f0-938fe90131d1,segment=NetworkSegment(6e93d335-f264-4a19-a7d6-db101b32c88f),segment_id=6e93d335-f264-4a19-a7d6-db101b32c88f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:17.046930 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0ea8786c-bf5a-42df-a1ea-195b6728ed1f req-cc6cc86d-4497-4e2a-bcdc-5ba08843f9ce tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509245 Jun 16 13:47:17.047367 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.049387 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-30904bff-57bc-4c9f-b2fe-bf2337106b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:17.106431 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=95add7e0-dcd6-4162-b2f0-938fe90131d1,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:17.111436 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:17.254320 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9f6f6-566d-40f2-8238-02bb61f195a0 req-5e77cacf-f10b-4d58-8f1f-ce5ad9646e7a tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:17.255923 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-39c9f6f6-566d-40f2-8238-02bb61f195a0 req-5e77cacf-f10b-4d58-8f1f-ce5ad9646e7a tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 944 time: 0.0764804 Jun 16 13:47:17.305987 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-39c9f6f6-566d-40f2-8238-02bb61f195a0 req-de306b9f-b709-443c-aed0-db87f990b85e tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418890 Jun 16 13:47:18.251778 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d7b0f-bc82-4ea7-8bd6-e609430d5eb1 req-917c0c40-340f-40df-9fa3-9fcc0be2e8d7 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:18.253275 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3f4d7b0f-bc82-4ea7-8bd6-e609430d5eb1 req-917c0c40-340f-40df-9fa3-9fcc0be2e8d7 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0704312 Jun 16 13:47:18.279861 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['95add7e0-dcd6-4162-b2f0-938fe90131d1'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:47:18.299959 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3f4d7b0f-bc82-4ea7-8bd6-e609430d5eb1 req-c2c0a7bb-c89e-4cb2-83bd-65ba5196fed0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398028 Jun 16 13:47:18.578304 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21114fa1-17e4-40d5-a940-8acefe97b0cf req-e0960439-a695-4deb-bb60-48ee4138067b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:18.580753 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-21114fa1-17e4-40d5-a940-8acefe97b0cf req-e0960439-a695-4deb-bb60-48ee4138067b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 944 time: 0.1057513 Jun 16 13:47:18.654150 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-21114fa1-17e4-40d5-a940-8acefe97b0cf req-8c22767a-ddfa-4746-bd96-c68512afb60f tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621779 Jun 16 13:47:19.664548 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60dedd-c85d-4417-9887-db1b9b380af6 req-e1e37662-484d-4928-b6ca-645ded0a052c tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:19.690547 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0b60dedd-c85d-4417-9887-db1b9b380af6 req-e1e37662-484d-4928-b6ca-645ded0a052c tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1441665 Jun 16 13:47:19.770663 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0b60dedd-c85d-4417-9887-db1b9b380af6 req-101b9799-04f4-4e22-82dd-be49935a40dd tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907998 Jun 16 13:47:19.846939 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 95add7e0-dcd6-4162-b2f0-938fe90131d1 up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:20.046671 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning for port 95add7e0-dcd6-4162-b2f0-938fe90131d1 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:20.055699 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port 95add7e0-dcd6-4162-b2f0-938fe90131d1 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:20.059912 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:20.289427 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:20.366696 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e813223-7ca5-48d7-9e07-4b98b551befc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95add7e0-dcd6-4162-b2f0-938fe90131d1'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:47:20.370794 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ba3a58-268d-49c3-8863-2d92d17c1fb1" -d '{"events": [{"server_uuid": "9e813223-7ca5-48d7-9e07-4b98b551befc", "name": "network-vif-plugged", "status": "completed", "tag": "95add7e0-dcd6-4162-b2f0-938fe90131d1"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:47:20.393433 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 95add7e0-dcd6-4162-b2f0-938fe90131d1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=95add7e0-dcd6-4162-b2f0-938fe90131d1,segment=NetworkSegment(6e93d335-f264-4a19-a7d6-db101b32c88f),segment_id=6e93d335-f264-4a19-a7d6-db101b32c88f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:20.400458 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:20.403001 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:20.553569 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=95add7e0-dcd6-4162-b2f0-938fe90131d1,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:20.574932 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:20.647995 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc81d9-dfc8-4aa4-b69f-2f7163cd4ca4 req-56e17e95-e7ca-4f41-ae57-ab6c465a97ae tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:20.656626 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8fcc81d9-dfc8-4aa4-b69f-2f7163cd4ca4 req-56e17e95-e7ca-4f41-ae57-ab6c465a97ae tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.2356224 Jun 16 13:47:20.737003 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8fcc81d9-dfc8-4aa4-b69f-2f7163cd4ca4 req-7706cf48-5904-4e0c-828a-4db28a86b4d1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748274 Jun 16 13:47:20.863244 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41531d6-e16f-470e-8c84-9f2062a040ad x-openstack-request-id: req-d41531d6-e16f-470e-8c84-9f2062a040ad {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:47:20.865017 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e813223-7ca5-48d7-9e07-4b98b551befc", "name": "network-vif-plugged", "status": "completed", "tag": "95add7e0-dcd6-4162-b2f0-938fe90131d1", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:47:20.865797 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d41531d6-e16f-470e-8c84-9f2062a040ad {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:47:20.866924 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e813223-7ca5-48d7-9e07-4b98b551befc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95add7e0-dcd6-4162-b2f0-938fe90131d1', 'code': 200} Jun 16 13:47:21.357788 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed010c4-d9e8-4dc1-83c1-74c1bdb04328 req-7f47c4b5-4d16-49f1-b07b-0936067cab23 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:21.358972 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-fed010c4-d9e8-4dc1-83c1-74c1bdb04328 req-7f47c4b5-4d16-49f1-b07b-0936067cab23 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1789443 Jun 16 13:47:21.457605 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-fed010c4-d9e8-4dc1-83c1-74c1bdb04328 req-4efb25f0-c9c0-4ff3-8656-a588113b0823 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873349 Jun 16 13:47:21.509816 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc652ec-13d3-4daf-b56c-d2f83d619a38 req-8c800cc9-a81f-4ca7-aff8-fd5e510bf962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:21.525515 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9fc652ec-13d3-4daf-b56c-d2f83d619a38 req-8c800cc9-a81f-4ca7-aff8-fd5e510bf962 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 1098 time: 0.1330702 Jun 16 13:47:21.597810 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9fc652ec-13d3-4daf-b56c-d2f83d619a38 req-5ba1ecbc-19f3-4601-9b85-d23b315785ee service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620985 Jun 16 13:47:22.126441 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a9b3a-27cd-4773-b79c-326046636282 req-fc0ec1e2-a249-43d8-b9fe-98fe7588b5ef tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:22.128014 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-774a9b3a-27cd-4773-b79c-326046636282 req-fc0ec1e2-a249-43d8-b9fe-98fe7588b5ef tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.1020913 Jun 16 13:47:22.130143 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 52768) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:22.202480 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-774a9b3a-27cd-4773-b79c-326046636282 req-a554ad43-cbc4-4da0-bbdf-35049d8043d9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596611 Jun 16 13:47:22.416841 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2642ba65-a29a-4776-9d4b-bbf2626f1616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:22.695419 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2642ba65-a29a-4776-9d4b-bbf2626f1616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:22.706080 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2642ba65-a29a-4776-9d4b-bbf2626f1616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:22.712068 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-362533a9-b9cf-4396-9acd-3eaf462ee8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:22.849553 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642ba65-a29a-4776-9d4b-bbf2626f1616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db9624a-7990-4366-a9ba-475107c00261,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:22.885571 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 52788) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:22.885866 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-2642ba65-a29a-4776-9d4b-bbf2626f1616 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5546cde8cdef486ab214f18d0684f245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7543046 Jun 16 13:47:22.887892 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642ba65-a29a-4776-9d4b-bbf2626f1616 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:22.888437 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642ba65-a29a-4776-9d4b-bbf2626f1616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:22.888993 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642ba65-a29a-4776-9d4b-bbf2626f1616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:22.889520 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642ba65-a29a-4776-9d4b-bbf2626f1616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:22.890020 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642ba65-a29a-4776-9d4b-bbf2626f1616 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:22.891067 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642ba65-a29a-4776-9d4b-bbf2626f1616 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:22.891573 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642ba65-a29a-4776-9d4b-bbf2626f1616 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:22.892078 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642ba65-a29a-4776-9d4b-bbf2626f1616 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:22.892591 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642ba65-a29a-4776-9d4b-bbf2626f1616 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:22.893101 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642ba65-a29a-4776-9d4b-bbf2626f1616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:22.893473 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642ba65-a29a-4776-9d4b-bbf2626f1616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:22.893818 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642ba65-a29a-4776-9d4b-bbf2626f1616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:22.909662 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-2642ba65-a29a-4776-9d4b-bbf2626f1616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:22.983275 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9f7e2ef5-b54f-40dc-b03d-fe2e4f754b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:23.015402 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9f7e2ef5-b54f-40dc-b03d-fe2e4f754b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:23.097133 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9f7e2ef5-b54f-40dc-b03d-fe2e4f754b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:23.102666 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9f7e2ef5-b54f-40dc-b03d-fe2e4f754b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:23.110333 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-9f7e2ef5-b54f-40dc-b03d-fe2e4f754b73 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5db9624a-7990-4366-a9ba-475107c00261 HTTP/1.1" status: 204 len: 168 time: 0.2214444 Jun 16 13:47:23.111532 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-5ecbe983-8df8-47dc-93f0-c8f46f3bf08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:23.148755 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e2ef5-b54f-40dc-b03d-fe2e4f754b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db9624a-7990-4366-a9ba-475107c00261,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:23.163402 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2ef5-b54f-40dc-b03d-fe2e4f754b73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:23.164200 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2ef5-b54f-40dc-b03d-fe2e4f754b73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:23.164854 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2ef5-b54f-40dc-b03d-fe2e4f754b73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:23.165578 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2ef5-b54f-40dc-b03d-fe2e4f754b73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:23.166207 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2ef5-b54f-40dc-b03d-fe2e4f754b73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:23.166799 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2ef5-b54f-40dc-b03d-fe2e4f754b73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:23.167436 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2ef5-b54f-40dc-b03d-fe2e4f754b73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:23.168069 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2ef5-b54f-40dc-b03d-fe2e4f754b73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:23.168684 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2ef5-b54f-40dc-b03d-fe2e4f754b73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:23.169343 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2ef5-b54f-40dc-b03d-fe2e4f754b73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:23.170286 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2ef5-b54f-40dc-b03d-fe2e4f754b73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:23.171610 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2ef5-b54f-40dc-b03d-fe2e4f754b73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:23.177584 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-9f7e2ef5-b54f-40dc-b03d-fe2e4f754b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:23.515438 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdd732-916b-40fa-b6aa-a91181de0d89 req-da211989-ee0e-496c-8410-423bcb2eb453 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:23.526055 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-02fdd732-916b-40fa-b6aa-a91181de0d89 req-da211989-ee0e-496c-8410-423bcb2eb453 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.1220422 Jun 16 13:47:23.604097 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-02fdd732-916b-40fa-b6aa-a91181de0d89 req-cb360859-17a3-4e46-aeed-c01441835f61 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765946 Jun 16 13:47:23.937356 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a1730-2430-4960-a746-5fd5f6ef9f94 req-b8ba911c-86f7-4d26-aa2e-fc878b0dbbed tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:23.951084 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fe0a1730-2430-4960-a746-5fd5f6ef9f94 req-b8ba911c-86f7-4d26-aa2e-fc878b0dbbed tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.1642396 Jun 16 13:47:24.054289 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fe0a1730-2430-4960-a746-5fd5f6ef9f94 req-504099eb-f1d9-4480-9063-f787fa3ad73b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966508 Jun 16 13:47:24.151363 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 52828) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:24.565858 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7667fdc-a1cf-4c75-8f36-8fe8b2b1ae2f tempest-TestShelveInstance-956362661 tempest-TestShelveInstance-956362661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:24.570281 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-a7667fdc-a1cf-4c75-8f36-8fe8b2b1ae2f tempest-TestShelveInstance-956362661 tempest-TestShelveInstance-956362661-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 1093 time: 0.4119861 Jun 16 13:47:24.570800 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 52834) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:24.578804 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Request body: {'floatingip': {'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'port_id': '95add7e0-dcd6-4162-b2f0-938fe90131d1', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:24.644381 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for floatingip, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.741034 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be387461-375e-4e65-8f0d-13fc697aced0 req-b0e751f1-0ebf-4e10-acb7-822a3c3d6fa4 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:24.742952 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-be387461-375e-4e65-8f0d-13fc697aced0 req-b0e751f1-0ebf-4e10-acb7-822a3c3d6fa4 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 945 time: 0.1038697 Jun 16 13:47:24.788924 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.811469 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-be387461-375e-4e65-8f0d-13fc697aced0 req-31380e5f-04f7-431c-a382-0d4b851a013b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536823 Jun 16 13:47:24.972936 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Allocated IP 172.27.3.136 (4d1119cf-5fec-45f3-97f5-606abcd40a6f/1e4ea701-5473-443b-aeed-fa1b09c8f901/a62bb9ef-cccf-4e38-bb8f-f0498c24591d) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:47:25.139210 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:25.207337 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:25.211022 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:25.312045 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:25.318168 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:25.324853 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Pushing event updated for resources: {'Port': ['ID=a62bb9ef-cccf-4e38-bb8f-f0498c24591d,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:25.327555 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:47:25.332209 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:26.052241 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787f72a-15d0-4fea-aded-1ba11533ab93 req-279a3ee7-af98-4c06-9013-1e6a307c81b4 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:26.060550 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3787f72a-15d0-4fea-aded-1ba11533ab93 req-279a3ee7-af98-4c06-9013-1e6a307c81b4 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 945 time: 0.1101453 Jun 16 13:47:26.121254 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3787f72a-15d0-4fea-aded-1ba11533ab93 req-76c12fa7-354c-47a0-ba93-9516ba0f91f7 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593853 Jun 16 13:47:26.132797 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:26.316864 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:26.630206 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:26.639831 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:26.642707 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:26.721919 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Pushing event updated for resources: {'Port': ['ID=a62bb9ef-cccf-4e38-bb8f-f0498c24591d,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:26.727240 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:26.739809 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376019'] for floatingip, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:26.903032 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.l3_db [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Floating IP 8ae6ac6d-b3cd-41eb-ac10-2d17090e0f8d associated. External IP: 172.27.3.136, port: 95add7e0-dcd6-4162-b2f0-938fe90131d1. Jun 16 13:47:27.309436 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35f5d5-4d66-40c3-b4ff-213f4672bd52 req-5268374f-1eb3-4b51-8738-007a8c696bdf tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:27.324008 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9a35f5d5-4d66-40c3-b4ff-213f4672bd52 req-5268374f-1eb3-4b51-8738-007a8c696bdf tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.63 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 945 time: 0.2282934 Jun 16 13:47:27.427864 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Router 74134424-fc5d-4619-825b-85f42008494c has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:47:27.519574 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f091e33-b564-4027-a356-e0484c750e47 req-06c84eb6-14a4-43b6-80cb-af8e209f91a2 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:27.521174 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3f091e33-b564-4027-a356-e0484c750e47 req-06c84eb6-14a4-43b6-80cb-af8e209f91a2 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 945 time: 0.1890261 Jun 16 13:47:27.593011 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3f091e33-b564-4027-a356-e0484c750e47 req-2863624c-69bb-4384-a2aa-6db7e10cf141 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573738 Jun 16 13:47:27.594060 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-9a35f5d5-4d66-40c3-b4ff-213f4672bd52 req-fc63b873-20b4-4f16-9095-2edf80116e73 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Deleting port 79d99eb3-7452-4243-b4fb-978d25e6bdc9 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:47:27.594444 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9a35f5d5-4d66-40c3-b4ff-213f4672bd52 req-fc63b873-20b4-4f16-9095-2edf80116e73 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:27.629537 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:47:27.655047 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccf1d79-9503-42ed-817a-d8386d2f3829 None None] Sync routers for ids ['74134424-fc5d-4619-825b-85f42008494c'] in dv-cinder-774286-16-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:47:27.673306 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:27.693976 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccf1d79-9503-42ed-817a-d8386d2f3829 None None] Routers {'74134424-fc5d-4619-825b-85f42008494c'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:27.695082 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-3ccf1d79-9503-42ed-817a-d8386d2f3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:47:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['74134424-fc5d-4619-825b-85f42008494c'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:27.786317 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-9a35f5d5-4d66-40c3-b4ff-213f4672bd52 req-fc63b873-20b4-4f16-9095-2edf80116e73 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] For port 79d99eb3-7452-4243-b4fb-978d25e6bdc9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=79d99eb3-7452-4243-b4fb-978d25e6bdc9,segment=NetworkSegment(38a34001-cc24-42b7-ac4e-6511feb9efa1),segment_id=38a34001-cc24-42b7-ac4e-6511feb9efa1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:27.787213 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9a35f5d5-4d66-40c3-b4ff-213f4672bd52 req-fc63b873-20b4-4f16-9095-2edf80116e73 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:27.798666 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2262304 Jun 16 13:47:27.799440 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e813223-7ca5-48d7-9e07-4b98b551befc', 'tag': '95add7e0-dcd6-4162-b2f0-938fe90131d1'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:47:27.807368 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338f2ff4-0ce3-4912-b600-1af1e61087fc" -d '{"events": [{"name": "network-changed", "server_uuid": "9e813223-7ca5-48d7-9e07-4b98b551befc", "tag": "95add7e0-dcd6-4162-b2f0-938fe90131d1"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:47:27.861888 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3082193d-f898-48ce-8486-5f9bf1e27e2a x-openstack-request-id: req-3082193d-f898-48ce-8486-5f9bf1e27e2a {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:47:27.862525 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e813223-7ca5-48d7-9e07-4b98b551befc", "tag": "95add7e0-dcd6-4162-b2f0-938fe90131d1", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:47:27.862992 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3082193d-f898-48ce-8486-5f9bf1e27e2a {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:47:27.863605 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e813223-7ca5-48d7-9e07-4b98b551befc', 'tag': '95add7e0-dcd6-4162-b2f0-938fe90131d1', 'status': 'completed', 'code': 200} Jun 16 13:47:27.966169 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-9a35f5d5-4d66-40c3-b4ff-213f4672bd52 req-fc63b873-20b4-4f16-9095-2edf80116e73 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Calling delete_port for 79d99eb3-7452-4243-b4fb-978d25e6bdc9 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:47:28.039305 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-3ccf1d79-9503-42ed-817a-d8386d2f3829 None None] Set router 74134424-fc5d-4619-825b-85f42008494c gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:28.049434 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f2ff4-0ce3-4912-b600-1af1e61087fc req-d188ac50-9627-4556-84f6-184096994d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:28.051688 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-338f2ff4-0ce3-4912-b600-1af1e61087fc req-d188ac50-9627-4556-84f6-184096994d51 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ebd6e7f2412b421191a4d9c5792eacf9&device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 1098 time: 0.1546564 Jun 16 13:47:28.222651 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f2ff4-0ce3-4912-b600-1af1e61087fc req-408306bf-dced-4bc1-ac86-7dd668e1b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:28.225124 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-338f2ff4-0ce3-4912-b600-1af1e61087fc req-408306bf-dced-4bc1-ac86-7dd668e1b0ba service neutron] 10.222.0.63 "GET /v2.0/networks?id=24e75871-b5d6-4e6b-a8f8-3bb7c470f65d HTTP/1.1" status: 200 len: 911 time: 0.1499615 Jun 16 13:47:28.325546 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9a35f5d5-4d66-40c3-b4ff-213f4672bd52 req-fc63b873-20b4-4f16-9095-2edf80116e73 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:28.341355 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['d61ef967-0245-46fb-bd27-a9c50ac91287', 'b2a4a77d-266f-48af-b518-415ce9572988', 'bc3ebb77-12b5-48cf-90ea-06f88de1ea9a', '79d99eb3-7452-4243-b4fb-978d25e6bdc9'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:47:28.343121 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-a8868e16-05b4-4417-85c7-6859fd9ad59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:28.380778 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63b873-20b4-4f16-9095-2edf80116e73 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Pushing event deleted for resources: {'Port': ['ID=79d99eb3-7452-4243-b4fb-978d25e6bdc9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:28.409745 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fc63b873-20b4-4f16-9095-2edf80116e73 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:28.409745 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 52910) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:28.453926 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-338f2ff4-0ce3-4912-b600-1af1e61087fc req-743f5f05-4156-4569-bdc7-00445125ad1d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95add7e0-dcd6-4162-b2f0-938fe90131d1 HTTP/1.1" status: 200 len: 999 time: 0.2067900 Jun 16 13:47:28.535596 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f2ff4-0ce3-4912-b600-1af1e61087fc req-7bc7814b-981e-4fd6-a45b-298c2174ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:28.536917 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-338f2ff4-0ce3-4912-b600-1af1e61087fc req-7bc7814b-981e-4fd6-a45b-298c2174ea41 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2f69e043-1255-4377-a60c-e1b80639a890 HTTP/1.1" status: 200 len: 848 time: 0.0708385 Jun 16 13:47:28.561814 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a35f5d5-4d66-40c3-b4ff-213f4672bd52 req-fc63b873-20b4-4f16-9095-2edf80116e73 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] No DVR routers for this DVR port 79d99eb3-7452-4243-b4fb-978d25e6bdc9 on host hv-cinder-77428 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:47:28.582328 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9a35f5d5-4d66-40c3-b4ff-213f4672bd52 req-fc63b873-20b4-4f16-9095-2edf80116e73 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:28.585202 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9a35f5d5-4d66-40c3-b4ff-213f4672bd52 req-fc63b873-20b4-4f16-9095-2edf80116e73 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.63 "DELETE /v2.0/ports/79d99eb3-7452-4243-b4fb-978d25e6bdc9 HTTP/1.1" status: 204 len: 173 time: 1.2550220 Jun 16 13:47:28.587935 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f54193-6130-4f7a-b953-afc7ba233ec1', 'name': 'network-vif-deleted', 'tag': '79d99eb3-7452-4243-b4fb-978d25e6bdc9'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:47:28.600560 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f2160d-1c1a-469d-8078-664b315a7bb2" -d '{"events": [{"server_uuid": "12f54193-6130-4f7a-b953-afc7ba233ec1", "name": "network-vif-deleted", "tag": "79d99eb3-7452-4243-b4fb-978d25e6bdc9"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:47:28.667014 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-3ccf1d79-9503-42ed-817a-d8386d2f3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74134424-fc5d-4619-825b-85f42008494c', 'name': 'tempest-TestShelveInstance-2096200860-router', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:48Z', 'updated_at': '2021-06-16T13:45:56Z', 'revision_number': 4, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'gw_port': {'id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:49Z', 'updated_at': '2021-06-16T13:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': '8ae6ac6d-b3cd-41eb-ac10-2d17090e0f8d', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '74134424-fc5d-4619-825b-85f42008494c', 'port_id': '95add7e0-dcd6-4162-b2f0-938fe90131d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d', 'mac_address': 'fa:16:3e:d9:c0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813223-7ca5-48d7-9e07-4b98b551befc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:47:25Z', 'updated_at': '2021-06-16T13:47:25Z', 'revision_number': 0, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c618f4d-c2dc-4b08-a734-641dcf529c18', 'name': '', 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'mac_address': 'fa:16:3e:b9:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2f69e043-1255-4377-a60c-e1b80639a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:53Z', 'updated_at': '2021-06-16T13:46:06Z', 'revision_number': 5, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'subnets': [{'id': '2f69e043-1255-4377-a60c-e1b80639a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:28.680584 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccf1d79-9503-42ed-817a-d8386d2f3829 None None] Checking router: 74134424-fc5d-4619-825b-85f42008494c for host: dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:47:28.688135 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa2c87-60f4-4e54-9290-f4bf124828a3 req-43c3bd48-c2a1-4e9c-b973-46bd2ea78a84 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:28.697533 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ecfa2c87-60f4-4e54-9290-f4bf124828a3 req-43c3bd48-c2a1-4e9c-b973-46bd2ea78a84 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.4141178 Jun 16 13:47:28.714297 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccf1d79-9503-42ed-817a-d8386d2f3829 None None] Routers {'74134424-fc5d-4619-825b-85f42008494c'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:28.719554 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-3ccf1d79-9503-42ed-817a-d8386d2f3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:47:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['74134424-fc5d-4619-825b-85f42008494c'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:28.723708 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f2ff4-0ce3-4912-b600-1af1e61087fc req-3ce93590-5718-48ee-b8c3-c06a15d84735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:28.732797 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-338f2ff4-0ce3-4912-b600-1af1e61087fc req-3ce93590-5718-48ee-b8c3-c06a15d84735 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=24e75871-b5d6-4e6b-a8f8-3bb7c470f65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1692305 Jun 16 13:47:28.739511 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce00cfd-5362-4485-a113-a626e969a85a x-openstack-request-id: req-9ce00cfd-5362-4485-a113-a626e969a85a {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:47:28.739866 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f54193-6130-4f7a-b953-afc7ba233ec1", "name": "network-vif-deleted", "tag": "79d99eb3-7452-4243-b4fb-978d25e6bdc9", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:47:28.740164 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ce00cfd-5362-4485-a113-a626e969a85a {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:47:28.740799 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f54193-6130-4f7a-b953-afc7ba233ec1', 'name': 'network-vif-deleted', 'tag': '79d99eb3-7452-4243-b4fb-978d25e6bdc9', 'status': 'completed', 'code': 200} Jun 16 13:47:28.777153 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01612097-5849-475a-8e35-ae8f7ae085e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:28.846114 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ecfa2c87-60f4-4e54-9290-f4bf124828a3 req-d5b32d12-7ffb-44ad-9226-ff3589e474a8 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472850 Jun 16 13:47:29.082272 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f48e4bb8-6333-4888-9e67-ae53a7b769b9 req-386f0d0b-6c99-47cc-bfe6-1bceac9a77b9 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=12f54193-6130-4f7a-b953-afc7ba233ec1 HTTP/1.1" status: 200 len: 210 time: 0.0727725 Jun 16 13:47:29.094966 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-3ccf1d79-9503-42ed-817a-d8386d2f3829 None None] Set router 74134424-fc5d-4619-825b-85f42008494c gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:29.103575 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01612097-5849-475a-8e35-ae8f7ae085e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:29.111285 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01612097-5849-475a-8e35-ae8f7ae085e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:29.119948 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-338f2ff4-0ce3-4912-b600-1af1e61087fc req-9e6b305d-7fc0-4277-8fbd-0ef13a11f479 service neutron] 10.222.0.63 "GET /v2.0/networks/24e75871-b5d6-4e6b-a8f8-3bb7c470f65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800192 Jun 16 13:47:29.126769 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-0f4429ab-7811-4512-9e3b-0b095bb2e4ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:29.181332 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-01612097-5849-475a-8e35-ae8f7ae085e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=46ea7ce0629b4e7b89986180c254713c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7671466 Jun 16 13:47:29.182462 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 52918) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:29.184161 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01612097-5849-475a-8e35-ae8f7ae085e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc8299a-265f-479e-96ca-e0d8b57fea53,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:29.195607 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-01612097-5849-475a-8e35-ae8f7ae085e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:29.305725 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e4a3c5b-94bb-4dd8-8f7b-ab28755e1b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:29.332470 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-338f2ff4-0ce3-4912-b600-1af1e61087fc req-35bbd714-aee3-48ee-ad3e-695dbc0cb552 service neutron] 10.222.0.63 "GET /v2.0/networks/24e75871-b5d6-4e6b-a8f8-3bb7c470f65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897194 Jun 16 13:47:29.355938 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e4a3c5b-94bb-4dd8-8f7b-ab28755e1b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:29.427081 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e4a3c5b-94bb-4dd8-8f7b-ab28755e1b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:29.431206 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e4a3c5b-94bb-4dd8-8f7b-ab28755e1b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:29.434269 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-8e4a3c5b-94bb-4dd8-8f7b-ab28755e1b33 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ebc8299a-265f-479e-96ca-e0d8b57fea53 HTTP/1.1" status: 204 len: 168 time: 0.2465935 Jun 16 13:47:29.439062 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:29.449991 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a3c5b-94bb-4dd8-8f7b-ab28755e1b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc8299a-265f-479e-96ca-e0d8b57fea53,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:29.452757 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-8e4a3c5b-94bb-4dd8-8f7b-ab28755e1b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:29.528499 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-3ccf1d79-9503-42ed-817a-d8386d2f3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74134424-fc5d-4619-825b-85f42008494c', 'name': 'tempest-TestShelveInstance-2096200860-router', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:48Z', 'updated_at': '2021-06-16T13:45:56Z', 'revision_number': 4, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'gw_port': {'id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:49Z', 'updated_at': '2021-06-16T13:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': '8ae6ac6d-b3cd-41eb-ac10-2d17090e0f8d', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '74134424-fc5d-4619-825b-85f42008494c', 'port_id': '95add7e0-dcd6-4162-b2f0-938fe90131d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d', 'mac_address': 'fa:16:3e:d9:c0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813223-7ca5-48d7-9e07-4b98b551befc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:47:25Z', 'updated_at': '2021-06-16T13:47:25Z', 'revision_number': 0, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c618f4d-c2dc-4b08-a734-641dcf529c18', 'name': '', 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'mac_address': 'fa:16:3e:b9:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2f69e043-1255-4377-a60c-e1b80639a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:53Z', 'updated_at': '2021-06-16T13:46:06Z', 'revision_number': 5, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'subnets': [{'id': '2f69e043-1255-4377-a60c-e1b80639a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:29.541015 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccf1d79-9503-42ed-817a-d8386d2f3829 None None] The sync data for ids ['74134424-fc5d-4619-825b-85f42008494c'] in dv-cinder-774286-16-iscsi is: [{'id': '74134424-fc5d-4619-825b-85f42008494c', 'name': 'tempest-TestShelveInstance-2096200860-router', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:48Z', 'updated_at': '2021-06-16T13:45:56Z', 'revision_number': 4, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'gw_port': {'id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:49Z', 'updated_at': '2021-06-16T13:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': '8ae6ac6d-b3cd-41eb-ac10-2d17090e0f8d', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '74134424-fc5d-4619-825b-85f42008494c', 'port_id': '95add7e0-dcd6-4162-b2f0-938fe90131d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d', 'mac_address': 'fa:16:3e:d9:c0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813223-7ca5-48d7-9e07-4b98b551befc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:47:25Z', 'updated_at': '2021-06-16T13:47:25Z', 'revision_number': 0, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c618f4d-c2dc-4b08-a734-641dcf529c18', 'name': '', 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'mac_address': 'fa:16:3e:b9:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2f69e043-1255-4377-a60c-e1b80639a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:53Z', 'updated_at': '2021-06-16T13:46:06Z', 'revision_number': 5, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'subnets': [{'id': '2f69e043-1255-4377-a60c-e1b80639a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:47:29.976667 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bd8286-2a51-4ffd-8bb4-10859f7e0fea None None] New status for floating IP 8ae6ac6d-b3cd-41eb-ac10-2d17090e0f8d: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:47:30.156093 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc1047-337b-43ae-ae26-670e1dfa6f34 req-cf817faa-e445-4813-897f-860605159329 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:30.159892 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cdbc1047-337b-43ae-ae26-670e1dfa6f34 req-cf817faa-e445-4813-897f-860605159329 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.1103351 Jun 16 13:47:30.285313 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cdbc1047-337b-43ae-ae26-670e1dfa6f34 req-f097324a-1fbd-4940-a239-cd3193b722c9 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077075 Jun 16 13:47:31.593025 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528da86-829d-4edc-8b33-fc75fc6ff20c req-9b0abcbc-f88b-471b-b0ac-2f90d9876073 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:31.607004 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e528da86-829d-4edc-8b33-fc75fc6ff20c req-9b0abcbc-f88b-471b-b0ac-2f90d9876073 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.1381669 Jun 16 13:47:31.662289 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e528da86-829d-4edc-8b33-fc75fc6ff20c req-61086cb3-33ae-443a-89cf-ec7105a9b497 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538020 Jun 16 13:47:31.887431 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 79d99eb3-7452-4243-b4fb-978d25e6bdc9 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:47:31.928097 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] No Port match for: 79d99eb3-7452-4243-b4fb-978d25e6bdc9 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:47:31.928563 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 79d99eb3-7452-4243-b4fb-978d25e6bdc9 not bound to the agent host hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:47:32.343646 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f13514-83c9-4c1f-a178-10642555a78c req-eb2adf7c-76c0-4a94-9ff7-14e7f690b0a1 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:32.348253 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-08f13514-83c9-4c1f-a178-10642555a78c req-eb2adf7c-76c0-4a94-9ff7-14e7f690b0a1 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 945 time: 0.1061845 Jun 16 13:47:32.441479 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-08f13514-83c9-4c1f-a178-10642555a78c req-08b63ce2-4524-419b-a459-5c748f8bcf29 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874619 Jun 16 13:47:32.509016 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f69fb-173e-41d5-9ebb-85754993068d req-bb56e090-f2a3-40bf-a195-aab31e39b265 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:32.512169 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7d6f69fb-173e-41d5-9ebb-85754993068d req-bb56e090-f2a3-40bf-a195-aab31e39b265 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.63 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.1172278 Jun 16 13:47:32.709691 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-7d6f69fb-173e-41d5-9ebb-85754993068d req-40963f34-f362-4b6b-b811-3ebc779d2ac0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Deleting port 21bf8538-5990-4f19-8c37-b51515b8da9f {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:47:32.710449 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7d6f69fb-173e-41d5-9ebb-85754993068d req-40963f34-f362-4b6b-b811-3ebc779d2ac0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:32.954865 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db103b1-9fde-4fa7-94ac-61da71b2be84 req-d4c7d3ac-1f20-454c-8a79-4a1c4d59a891 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:32.960026 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1db103b1-9fde-4fa7-94ac-61da71b2be84 req-d4c7d3ac-1f20-454c-8a79-4a1c4d59a891 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 946 time: 0.1372697 Jun 16 13:47:32.986925 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-7d6f69fb-173e-41d5-9ebb-85754993068d req-40963f34-f362-4b6b-b811-3ebc779d2ac0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] For port 21bf8538-5990-4f19-8c37-b51515b8da9f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=21bf8538-5990-4f19-8c37-b51515b8da9f,segment=NetworkSegment(764b1a0a-1f19-4d74-bfc0-c8f2881b0942),segment_id=764b1a0a-1f19-4d74-bfc0-c8f2881b0942)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:32.987463 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7d6f69fb-173e-41d5-9ebb-85754993068d req-40963f34-f362-4b6b-b811-3ebc779d2ac0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:33.061923 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1db103b1-9fde-4fa7-94ac-61da71b2be84 req-3647fcd4-8a94-4ee5-ae3f-4d6f27af1232 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911026 Jun 16 13:47:33.180637 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-7d6f69fb-173e-41d5-9ebb-85754993068d req-40963f34-f362-4b6b-b811-3ebc779d2ac0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Calling delete_port for 21bf8538-5990-4f19-8c37-b51515b8da9f owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:47:33.599112 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7d6f69fb-173e-41d5-9ebb-85754993068d req-40963f34-f362-4b6b-b811-3ebc779d2ac0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:33.607286 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:33.618079 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['353c9e11-8652-45b6-8fc9-f6c55978816a', '21bf8538-5990-4f19-8c37-b51515b8da9f'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:47:33.659451 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40963f34-f362-4b6b-b811-3ebc779d2ac0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Pushing event deleted for resources: {'Port': ['ID=21bf8538-5990-4f19-8c37-b51515b8da9f,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:33.665356 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-40963f34-f362-4b6b-b811-3ebc779d2ac0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:33.798531 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6f69fb-173e-41d5-9ebb-85754993068d req-40963f34-f362-4b6b-b811-3ebc779d2ac0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] No DVR routers for this DVR port 21bf8538-5990-4f19-8c37-b51515b8da9f on host hv-cinder-77428 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:47:33.804125 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7d6f69fb-173e-41d5-9ebb-85754993068d req-40963f34-f362-4b6b-b811-3ebc779d2ac0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:33.808927 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7d6f69fb-173e-41d5-9ebb-85754993068d req-40963f34-f362-4b6b-b811-3ebc779d2ac0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.63 "DELETE /v2.0/ports/21bf8538-5990-4f19-8c37-b51515b8da9f HTTP/1.1" status: 204 len: 173 time: 1.2884772 Jun 16 13:47:33.810036 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092901f0-cc9a-4287-a642-3aab53ccf58e', 'name': 'network-vif-deleted', 'tag': '21bf8538-5990-4f19-8c37-b51515b8da9f'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:47:33.814974 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dd1195-960c-419c-8af9-dae389a74bf8" -d '{"events": [{"server_uuid": "092901f0-cc9a-4287-a642-3aab53ccf58e", "name": "network-vif-deleted", "tag": "21bf8538-5990-4f19-8c37-b51515b8da9f"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:47:33.878213 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea20712-dcba-458a-8f05-ffb29d6cfb7c req-d8331825-d1bd-467f-a026-caaa98f98a9f tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:33.897646 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-fea20712-dcba-458a-8f05-ffb29d6cfb7c req-d8331825-d1bd-467f-a026-caaa98f98a9f tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 945 time: 0.2348571 Jun 16 13:47:33.939515 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10760f24-c502-4417-85b6-924e1bb170d6 x-openstack-request-id: req-10760f24-c502-4417-85b6-924e1bb170d6 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:47:33.939991 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092901f0-cc9a-4287-a642-3aab53ccf58e", "name": "network-vif-deleted", "tag": "21bf8538-5990-4f19-8c37-b51515b8da9f", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:47:33.940781 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10760f24-c502-4417-85b6-924e1bb170d6 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:47:33.940781 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092901f0-cc9a-4287-a642-3aab53ccf58e', 'name': 'network-vif-deleted', 'tag': '21bf8538-5990-4f19-8c37-b51515b8da9f', 'status': 'completed', 'code': 200} Jun 16 13:47:33.949936 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-fea20712-dcba-458a-8f05-ffb29d6cfb7c req-6e8f331c-47ad-4e04-8e7b-e5014d5b8d38 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505340 Jun 16 13:47:34.305950 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2a106752-0a0f-433a-8345-489cf001667a req-dbbdc95f-00c2-4175-8a58-e97e38d336c3 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 210 time: 0.0493493 Jun 16 13:47:35.284274 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27098ba2-5795-4f4f-aabd-d9a99c5e1a65 req-bb6f69dd-fe80-4c44-aa46-92c1a15cf7fa tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:35.290367 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-27098ba2-5795-4f4f-aabd-d9a99c5e1a65 req-bb6f69dd-fe80-4c44-aa46-92c1a15cf7fa tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 945 time: 0.1422982 Jun 16 13:47:35.377960 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-27098ba2-5795-4f4f-aabd-d9a99c5e1a65 req-fb4d2c7c-93c5-4e06-908a-f8f2c351a5cd tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788350 Jun 16 13:47:35.625329 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-124d3a22-d622-459d-9a7e-5e9124d12042 req-460aa73b-8707-41dc-a210-9c33e9d21caf tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 210 time: 0.0372725 Jun 16 13:47:36.727922 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27919cd8-02e5-4d71-ae29-227eb333d916 req-5c9dab40-fbcb-4f49-9dc6-4c0a9424343e tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:36.729602 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-27919cd8-02e5-4d71-ae29-227eb333d916 req-5c9dab40-fbcb-4f49-9dc6-4c0a9424343e tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 945 time: 0.1260679 Jun 16 13:47:36.801364 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-27919cd8-02e5-4d71-ae29-227eb333d916 req-5f1daf32-a0f0-4069-8806-074bc9540818 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597570 Jun 16 13:47:36.965941 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-95ca2212-8c52-4d85-9650-3c199ef6e442 req-b4656797-3dc2-4323-b9b4-2a591e4d7283 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 210 time: 0.0429285 Jun 16 13:47:38.041905 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f45f4-3383-4809-8085-17a2112ae030 req-737f3f59-2791-471a-9abc-3326e1dc6526 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:38.043564 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-329f45f4-3383-4809-8085-17a2112ae030 req-737f3f59-2791-471a-9abc-3326e1dc6526 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 945 time: 0.0754104 Jun 16 13:47:38.102065 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-329f45f4-3383-4809-8085-17a2112ae030 req-83a500fb-f13f-4e49-bc32-c9faa7ed47a2 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517323 Jun 16 13:47:38.277389 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f831c20e-9224-41bc-a17e-0ab0f4bd1488 req-6b4205e1-3404-475b-b005-2933998cbea6 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=092901f0-cc9a-4287-a642-3aab53ccf58e HTTP/1.1" status: 200 len: 210 time: 0.0743051 Jun 16 13:47:38.620950 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6cb8f-0a58-4436-aa59-b6a7562e8b14 req-192469c4-6e2e-4599-8a99-f01fe61058db tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:38.620950 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-10a6cb8f-0a58-4436-aa59-b6a7562e8b14 req-192469c4-6e2e-4599-8a99-f01fe61058db tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.63 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 945 time: 0.1174655 Jun 16 13:47:38.863520 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-10a6cb8f-0a58-4436-aa59-b6a7562e8b14 req-aa0080ed-6b6e-4aff-a8b0-b5a2b1c1e6bf tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Deleting port bc3ebb77-12b5-48cf-90ea-06f88de1ea9a {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:47:38.866080 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-10a6cb8f-0a58-4436-aa59-b6a7562e8b14 req-aa0080ed-6b6e-4aff-a8b0-b5a2b1c1e6bf tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:39.003957 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-10a6cb8f-0a58-4436-aa59-b6a7562e8b14 req-aa0080ed-6b6e-4aff-a8b0-b5a2b1c1e6bf tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] For port bc3ebb77-12b5-48cf-90ea-06f88de1ea9a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bc3ebb77-12b5-48cf-90ea-06f88de1ea9a,segment=NetworkSegment(38a34001-cc24-42b7-ac4e-6511feb9efa1),segment_id=38a34001-cc24-42b7-ac4e-6511feb9efa1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:39.004312 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-10a6cb8f-0a58-4436-aa59-b6a7562e8b14 req-aa0080ed-6b6e-4aff-a8b0-b5a2b1c1e6bf tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:39.088493 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-10a6cb8f-0a58-4436-aa59-b6a7562e8b14 req-aa0080ed-6b6e-4aff-a8b0-b5a2b1c1e6bf tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Calling delete_port for bc3ebb77-12b5-48cf-90ea-06f88de1ea9a owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:47:39.303044 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-10a6cb8f-0a58-4436-aa59-b6a7562e8b14 req-aa0080ed-6b6e-4aff-a8b0-b5a2b1c1e6bf tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:39.314389 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:39.345814 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df329d-1f82-46c7-b3a1-30a332daa666 req-73e8afb1-9a11-4715-b71d-61512c9888df tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:39.348218 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f1df329d-1f82-46c7-b3a1-30a332daa666 req-73e8afb1-9a11-4715-b71d-61512c9888df tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 867 time: 0.0989099 Jun 16 13:47:39.366551 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0080ed-6b6e-4aff-a8b0-b5a2b1c1e6bf tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Pushing event deleted for resources: {'Port': ['ID=bc3ebb77-12b5-48cf-90ea-06f88de1ea9a,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:39.374976 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-aa0080ed-6b6e-4aff-a8b0-b5a2b1c1e6bf tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:39.433198 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f1df329d-1f82-46c7-b3a1-30a332daa666 req-90b53824-2694-410e-b8ca-b5b8f67bdf4a tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757642 Jun 16 13:47:39.457697 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a6cb8f-0a58-4436-aa59-b6a7562e8b14 req-aa0080ed-6b6e-4aff-a8b0-b5a2b1c1e6bf tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] No DVR routers for this DVR port bc3ebb77-12b5-48cf-90ea-06f88de1ea9a on host hv-cinder-77428 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:47:39.463477 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-10a6cb8f-0a58-4436-aa59-b6a7562e8b14 req-aa0080ed-6b6e-4aff-a8b0-b5a2b1c1e6bf tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:39.465735 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-10a6cb8f-0a58-4436-aa59-b6a7562e8b14 req-aa0080ed-6b6e-4aff-a8b0-b5a2b1c1e6bf tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.63 "DELETE /v2.0/ports/bc3ebb77-12b5-48cf-90ea-06f88de1ea9a HTTP/1.1" status: 204 len: 173 time: 0.8360240 Jun 16 13:47:39.466246 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7be02a-6e65-4535-98a9-8627e36e3828', 'name': 'network-vif-deleted', 'tag': 'bc3ebb77-12b5-48cf-90ea-06f88de1ea9a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:47:39.469031 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09cc49c-1d93-42b9-87a9-93e4a60bce0c" -d '{"events": [{"server_uuid": "6d7be02a-6e65-4535-98a9-8627e36e3828", "name": "network-vif-deleted", "tag": "bc3ebb77-12b5-48cf-90ea-06f88de1ea9a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:47:39.774731 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e63ee87-77a7-4a11-857d-30e1ec52ad12 x-openstack-request-id: req-6e63ee87-77a7-4a11-857d-30e1ec52ad12 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:47:39.775168 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7be02a-6e65-4535-98a9-8627e36e3828", "name": "network-vif-deleted", "tag": "bc3ebb77-12b5-48cf-90ea-06f88de1ea9a", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:47:39.775458 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e63ee87-77a7-4a11-857d-30e1ec52ad12 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:47:39.775923 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7be02a-6e65-4535-98a9-8627e36e3828', 'name': 'network-vif-deleted', 'tag': 'bc3ebb77-12b5-48cf-90ea-06f88de1ea9a', 'status': 'completed', 'code': 200} Jun 16 13:47:40.004238 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900dd86-01a7-4a41-a33f-e72f4a7d758c req-f2912f30-22d4-429f-a052-c441b65341b3 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:40.012521 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b900dd86-01a7-4a41-a33f-e72f4a7d758c req-f2912f30-22d4-429f-a052-c441b65341b3 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1113265 Jun 16 13:47:40.096704 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b900dd86-01a7-4a41-a33f-e72f4a7d758c req-3a2d06c3-a04d-4840-9bcc-79a13b40221f tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828953 Jun 16 13:47:40.643597 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-667b52ca-26ea-43ca-bbf9-e3d19d3c914b req-795520c2-2bc2-4c51-8695-93809d8d15ea tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 210 time: 0.0501420 Jun 16 13:47:40.878067 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-615fae30-aa09-4834-a49b-f2e440e4eae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:41.368083 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b24ad-40a4-41cd-8bc9-ec37b2c9dd77 req-08ac484c-8d4c-4331-b319-5cdb0d5735d9 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:41.370305 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8d1b24ad-40a4-41cd-8bc9-ec37b2c9dd77 req-08ac484c-8d4c-4331-b319-5cdb0d5735d9 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1152773 Jun 16 13:47:41.456042 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8d1b24ad-40a4-41cd-8bc9-ec37b2c9dd77 req-3f887676-1da1-4d44-bdfe-08777b7cdabd tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794659 Jun 16 13:47:41.896232 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-6f72b6f3-82f6-4257-8ad4-41f4bb02efb4 req-22cbb35e-2522-4c8f-b93e-92314b80b788 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 210 time: 0.0693851 Jun 16 13:47:42.703039 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36376670-d693-43be-8adc-63e8f7655e8f req-1ac16ae5-6bd4-4f73-96ac-84ca8cd2920b tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:42.705870 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-36376670-d693-43be-8adc-63e8f7655e8f req-1ac16ae5-6bd4-4f73-96ac-84ca8cd2920b tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0905862 Jun 16 13:47:42.765738 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-36376670-d693-43be-8adc-63e8f7655e8f req-4c17a41f-0ca5-467f-afd5-880998d0c108 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514977 Jun 16 13:47:43.057345 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-fb133beb-797b-4f83-afc4-d76d7e6ac419 req-de5de11d-5246-4bfd-baa1-d3d06b24bf9a tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 210 time: 0.0322173 Jun 16 13:47:43.191837 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['d61ef967-0245-46fb-bd27-a9c50ac91287', 'b2a4a77d-266f-48af-b518-415ce9572988', 'bc3ebb77-12b5-48cf-90ea-06f88de1ea9a'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:47:43.239235 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 21bf8538-5990-4f19-8c37-b51515b8da9f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:47:43.267999 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] No Port match for: 21bf8538-5990-4f19-8c37-b51515b8da9f {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:47:43.268607 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 21bf8538-5990-4f19-8c37-b51515b8da9f not bound to the agent host hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:47:43.288671 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:43.304524 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7d749e91-e92d-41e4-a135-39884c597bda req-384a64e3-0a89-4f81-b2e4-c1c9e8152d32 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0865431 Jun 16 13:47:43.347274 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9a5681a8-0a6e-47f0-8d4a-a1753418befb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:43.424233 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d749e91-e92d-41e4-a135-39884c597bda req-620e199b-a035-4fb6-bb97-fc194474767e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:43.425800 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7d749e91-e92d-41e4-a135-39884c597bda req-620e199b-a035-4fb6-bb97-fc194474767e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b38c4d67e4ae4661a6054f7a124119f3&device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 1098 time: 0.0806732 Jun 16 13:47:43.462489 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:43.602121 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d749e91-e92d-41e4-a135-39884c597bda req-cf66aeb1-c2e4-4c9a-b354-0e8d19c87dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:43.603491 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7d749e91-e92d-41e4-a135-39884c597bda req-cf66aeb1-c2e4-4c9a-b354-0e8d19c87dd2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=85829671-ff51-4425-b42d-a63bf1205528 HTTP/1.1" status: 200 len: 921 time: 0.0888133 Jun 16 13:47:43.660793 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7d749e91-e92d-41e4-a135-39884c597bda req-f1204d0b-e406-45c8-ac4a-21d753382502 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353c9e11-8652-45b6-8fc9-f6c55978816a HTTP/1.1" status: 200 len: 217 time: 0.0414274 Jun 16 13:47:43.722868 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d749e91-e92d-41e4-a135-39884c597bda req-f631f4bd-4f89-45e5-9e90-fdf4567b3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:43.724337 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7d749e91-e92d-41e4-a135-39884c597bda req-f631f4bd-4f89-45e5-9e90-fdf4567b3e4b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=20e48467-2ec8-45ec-81b7-458268130398 HTTP/1.1" status: 200 len: 859 time: 0.0508745 Jun 16 13:47:43.769026 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7d749e91-e92d-41e4-a135-39884c597bda req-39a0caa8-b621-4be9-bddf-c77c58ccd151 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=85829671-ff51-4425-b42d-a63bf1205528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279114 Jun 16 13:47:43.876108 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7d749e91-e92d-41e4-a135-39884c597bda req-cd351499-47a6-41da-b05d-cd0c699f5f59 service neutron] 10.222.0.63 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979214 Jun 16 13:47:44.014862 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7d749e91-e92d-41e4-a135-39884c597bda req-ae1854bd-1935-43e5-975d-005ded597059 service neutron] 10.222.0.63 "GET /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219921 Jun 16 13:47:44.022296 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ea31a-a9d6-4e0d-a587-ffce2eb0c5ac req-88eb88ce-a713-48d0-887e-62573b803b53 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:44.024869 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-bd7ea31a-a9d6-4e0d-a587-ffce2eb0c5ac req-88eb88ce-a713-48d0-887e-62573b803b53 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1426198 Jun 16 13:47:44.072764 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-bd7ea31a-a9d6-4e0d-a587-ffce2eb0c5ac req-a4611916-4227-4513-9849-d21db1a70ae3 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422883 Jun 16 13:47:44.291316 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b74b83b6-88a5-4d8e-b484-93bfc7b30226 req-9824ecef-deaa-4655-a45e-de02bee6ac41 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7be02a-6e65-4535-98a9-8627e36e3828 HTTP/1.1" status: 200 len: 210 time: 0.0328522 Jun 16 13:47:44.821484 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:45.292184 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4826f-ff0a-4705-a206-128fa9e51cb3 req-46ff5fe3-1f19-4611-b713-66d300949f9a tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:45.293754 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1ed4826f-ff0a-4705-a206-128fa9e51cb3 req-46ff5fe3-1f19-4611-b713-66d300949f9a tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0825992 Jun 16 13:47:45.337638 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1ed4826f-ff0a-4705-a206-128fa9e51cb3 req-3a3cd08f-0a6b-4d27-a47d-68de11356095 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363469 Jun 16 13:47:45.786423 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70134b10-79db-45cf-b020-434bfdfb9857 req-4eb37326-207d-4322-a83e-3ff4e349f21c tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:45.787892 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-70134b10-79db-45cf-b020-434bfdfb9857 req-4eb37326-207d-4322-a83e-3ff4e349f21c tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 946 time: 0.0656388 Jun 16 13:47:45.830198 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-70134b10-79db-45cf-b020-434bfdfb9857 req-08d8964d-3789-45b1-b9de-3343b96c82cf tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344286 Jun 16 13:47:46.420261 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:46.562719 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c92f46-5f5c-4497-9664-20e6155c5976 req-44d9c4b9-0760-448b-998a-3faacc900f4c tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:46.564247 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-03c92f46-5f5c-4497-9664-20e6155c5976 req-44d9c4b9-0760-448b-998a-3faacc900f4c tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0768709 Jun 16 13:47:46.611574 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-03c92f46-5f5c-4497-9664-20e6155c5976 req-b3ac89ab-2558-4ea2-b9ce-348905702ec6 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 Jun 16 13:47:47.012146 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989045e9-7b36-479a-a51c-4bc9481f975b req-ebd8d8ee-be5b-4658-89bc-45bd2c43c175 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:47.014593 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-989045e9-7b36-479a-a51c-4bc9481f975b req-ebd8d8ee-be5b-4658-89bc-45bd2c43c175 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 946 time: 0.0654612 Jun 16 13:47:47.054996 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-989045e9-7b36-479a-a51c-4bc9481f975b req-030f3a54-71fd-46bd-8075-cba99b073926 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328746 Jun 16 13:47:47.792298 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc55f7-6a17-4f16-bc9a-992e3675cdcd req-ef9d6e41-d94d-4c58-b363-d607c5f984c0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:47.793819 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a5cc55f7-6a17-4f16-bc9a-992e3675cdcd req-ef9d6e41-d94d-4c58-b363-d607c5f984c0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0666020 Jun 16 13:47:47.835856 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a5cc55f7-6a17-4f16-bc9a-992e3675cdcd req-33ef3221-1350-4251-a072-2e5626aaac53 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348356 Jun 16 13:47:48.053004 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device bc3ebb77-12b5-48cf-90ea-06f88de1ea9a no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:47:48.077643 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] No Port match for: bc3ebb77-12b5-48cf-90ea-06f88de1ea9a {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:47:48.077643 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device bc3ebb77-12b5-48cf-90ea-06f88de1ea9a not bound to the agent host hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:47:48.251020 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af38b81-d7d1-4fd3-ae6f-a9a33ea18230 req-0134594b-4ee1-4d2c-afd9-f8f92d961b74 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:48.252654 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1af38b81-d7d1-4fd3-ae6f-a9a33ea18230 req-0134594b-4ee1-4d2c-afd9-f8f92d961b74 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 946 time: 0.0773289 Jun 16 13:47:48.297433 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1af38b81-d7d1-4fd3-ae6f-a9a33ea18230 req-5e6f8911-c008-44ee-a52c-67eb02ff9a75 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387609 Jun 16 13:47:49.028071 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeed98-6e96-42ca-b3fe-06706b8a634b req-fc358fc5-7ff1-42f9-bcb8-349e5df675df tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:49.029684 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-bedeed98-6e96-42ca-b3fe-06706b8a634b req-fc358fc5-7ff1-42f9-bcb8-349e5df675df tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0715530 Jun 16 13:47:49.072186 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-bedeed98-6e96-42ca-b3fe-06706b8a634b req-4dbd34e3-d092-42ae-951a-83df53e0f992 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363092 Jun 16 13:47:49.266072 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 53286) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:49.326379 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-014a2f8e-82af-44b4-9edc-48663bdab5e3 admin admin] Deleting subnet 1c6045c7-0a08-44ed-bad8-6a148106ec53 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:47:49.329758 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-014a2f8e-82af-44b4-9edc-48663bdab5e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:49.372748 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-014a2f8e-82af-44b4-9edc-48663bdab5e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787033'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:49.455569 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-014a2f8e-82af-44b4-9edc-48663bdab5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7909541'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:49.542553 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-014a2f8e-82af-44b4-9edc-48663bdab5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7909562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3313828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4132075'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:49.553858 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4adad5-9884-4164-9202-6f788470f645 req-7b63133d-3603-4354-9dcb-dc1bbc450849 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:49.555466 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-4a4adad5-9884-4164-9202-6f788470f645 req-7b63133d-3603-4354-9dcb-dc1bbc450849 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 946 time: 0.1371915 Jun 16 13:47:49.557248 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:49.602575 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a2f8e-82af-44b4-9edc-48663bdab5e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c6045c7-0a08-44ed-bad8-6a148106ec53,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:49.606380 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-014a2f8e-82af-44b4-9edc-48663bdab5e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:49.608185 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-014a2f8e-82af-44b4-9edc-48663bdab5e3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1c6045c7-0a08-44ed-bad8-6a148106ec53 HTTP/1.1" status: 204 len: 168 time: 0.3407433 Jun 16 13:47:49.610875 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-014a2f8e-82af-44b4-9edc-48663bdab5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:49.611425 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 53292) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:49.630213 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-4a4adad5-9884-4164-9202-6f788470f645 req-5426d82b-dfde-4447-9771-000a038bc7fe tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667720 Jun 16 13:47:49.684058 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e7eb019c-6bed-4aec-838d-4cb9212ff863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101688'] for network, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:49.766426 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e7eb019c-6bed-4aec-838d-4cb9212ff863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7908138', 'neutron.services.segments.db._delete_segments_for_network-8768724746033'] for network, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:49.779863 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-e7eb019c-6bed-4aec-838d-4cb9212ff863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c1186e-6d6b-491d-8fb4-fa871a261b8b']}} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:49.792532 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-e7eb019c-6bed-4aec-838d-4cb9212ff863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46492348-7a3f-4c0d-b2a2-e19bdc738f26') {'for_net_delete': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:49.792950 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-e7eb019c-6bed-4aec-838d-4cb9212ff863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46492348-7a3f-4c0d-b2a2-e19bdc738f26') {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:49.803719 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e7eb019c-6bed-4aec-838d-4cb9212ff863 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768724745346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735843'] for segment, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:49.818614 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e7eb019c-6bed-4aec-838d-4cb9212ff863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:49.824746 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7eb019c-6bed-4aec-838d-4cb9212ff863 admin admin] Releasing vlan 1388 on physical network physnet1 to pool {{(pid=103637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:47:49.825157 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e7eb019c-6bed-4aec-838d-4cb9212ff863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8885146'] for segment, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: Traceback (most recent call last): Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: timer() Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: cb(*args, **kw) Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: return func(*args, **kwargs) Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: self._notify() Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: self.callback(batched_events) Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: event.method(event) Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:47:49.826850 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:47:49.830784 dv-cinder-774286-16-iscsi neutron-server[103637]: return f(self, *a, **k) Jun 16 13:47:49.830784 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:47:49.830784 dv-cinder-774286-16-iscsi neutron-server[103637]: return self._get(url).json() Jun 16 13:47:49.830784 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:47:49.830784 dv-cinder-774286-16-iscsi neutron-server[103637]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:47:49.830784 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:47:49.830784 dv-cinder-774286-16-iscsi neutron-server[103637]: return self.request(url, 'GET', **kwargs) Jun 16 13:47:49.830784 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:47:49.830784 dv-cinder-774286-16-iscsi neutron-server[103637]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:47:49.830784 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:47:49.830784 dv-cinder-774286-16-iscsi neutron-server[103637]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:47:49.830784 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:47:49.830784 dv-cinder-774286-16-iscsi neutron-server[103637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:47:49.830784 dv-cinder-774286-16-iscsi neutron-server[103637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:47:49.886277 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e7eb019c-6bed-4aec-838d-4cb9212ff863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7908131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375885'] for network, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:49.893235 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7fe9cce8-2348-4c75-b798-76777c51838d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:49.897032 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e7eb019c-6bed-4aec-838d-4cb9212ff863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:49.900039 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-e7eb019c-6bed-4aec-838d-4cb9212ff863 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d8c1186e-6d6b-491d-8fb4-fa871a261b8b HTTP/1.1" status: 204 len: 168 time: 0.2874556 Jun 16 13:47:49.912047 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb019c-6bed-4aec-838d-4cb9212ff863 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8c1186e-6d6b-491d-8fb4-fa871a261b8b,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:49.914648 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-e7eb019c-6bed-4aec-838d-4cb9212ff863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:50.124312 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 53298) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:50.174760 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-b23418d3-6359-4173-8c6d-0ad9c7fea129 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a56d1343832e46239ee17cd9b9664ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488245 Jun 16 13:47:50.177224 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 53300) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:50.262639 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-84572ea1-1938-42ea-b0d3-acfe12099acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:50.294329 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a85158-830b-4b2d-b377-e1ed797780aa req-047cb9e0-bc2f-40b2-be14-eb7c8c6227af tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:50.295802 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-70a85158-830b-4b2d-b377-e1ed797780aa req-047cb9e0-bc2f-40b2-be14-eb7c8c6227af tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1043060 Jun 16 13:47:50.302054 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-84572ea1-1938-42ea-b0d3-acfe12099acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:50.366684 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-70a85158-830b-4b2d-b377-e1ed797780aa req-60cf4efe-401d-4b08-babc-f7e0e3075ffc tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620863 Jun 16 13:47:50.414244 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-84572ea1-1938-42ea-b0d3-acfe12099acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:50.417738 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-84572ea1-1938-42ea-b0d3-acfe12099acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:50.418924 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-84572ea1-1938-42ea-b0d3-acfe12099acc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b07add4-be02-4ba4-88d3-ce91350f586a HTTP/1.1" status: 204 len: 168 time: 0.2407892 Jun 16 13:47:50.419722 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-763ef1e3-da17-4fca-8ba5-28fd26c3655f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:50.428408 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84572ea1-1938-42ea-b0d3-acfe12099acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b07add4-be02-4ba4-88d3-ce91350f586a,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:50.431246 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-84572ea1-1938-42ea-b0d3-acfe12099acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:50.801692 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a9b64-2633-4e28-81ed-ce289d541574 req-499b6782-a210-43f4-ae17-c4fb789366a3 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:50.803635 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-243a9b64-2633-4e28-81ed-ce289d541574 req-499b6782-a210-43f4-ae17-c4fb789366a3 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.63 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 946 time: 0.0857315 Jun 16 13:47:50.862158 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37167850-ae73-4638-bba2-8e1b65204066 req-ecd96194-b39b-4db8-8fba-c602cb2c767a tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:50.864664 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-37167850-ae73-4638-bba2-8e1b65204066 req-ecd96194-b39b-4db8-8fba-c602cb2c767a tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 946 time: 0.0885603 Jun 16 13:47:50.912106 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-37167850-ae73-4638-bba2-8e1b65204066 req-bf3f8154-6250-4902-a251-5ca50292d3c8 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410187 Jun 16 13:47:50.931210 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-243a9b64-2633-4e28-81ed-ce289d541574 req-f7e42ac8-aca8-49df-b078-bfabfeb92cfc tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Deleting port b2a4a77d-266f-48af-b518-415ce9572988 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:47:50.931477 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-243a9b64-2633-4e28-81ed-ce289d541574 req-f7e42ac8-aca8-49df-b078-bfabfeb92cfc tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:51.038324 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-243a9b64-2633-4e28-81ed-ce289d541574 req-f7e42ac8-aca8-49df-b078-bfabfeb92cfc tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] For port b2a4a77d-266f-48af-b518-415ce9572988, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b2a4a77d-266f-48af-b518-415ce9572988,segment=NetworkSegment(38a34001-cc24-42b7-ac4e-6511feb9efa1),segment_id=38a34001-cc24-42b7-ac4e-6511feb9efa1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:51.038917 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-243a9b64-2633-4e28-81ed-ce289d541574 req-f7e42ac8-aca8-49df-b078-bfabfeb92cfc tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:51.142762 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-243a9b64-2633-4e28-81ed-ce289d541574 req-f7e42ac8-aca8-49df-b078-bfabfeb92cfc tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Calling delete_port for b2a4a77d-266f-48af-b518-415ce9572988 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:47:51.311727 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-243a9b64-2633-4e28-81ed-ce289d541574 req-f7e42ac8-aca8-49df-b078-bfabfeb92cfc tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:51.317698 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-c0d49859-288b-4c1d-886b-fef64251681b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:51.334729 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['d61ef967-0245-46fb-bd27-a9c50ac91287', 'b2a4a77d-266f-48af-b518-415ce9572988'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:47:51.348908 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e42ac8-aca8-49df-b078-bfabfeb92cfc tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Pushing event deleted for resources: {'Port': ['ID=b2a4a77d-266f-48af-b518-415ce9572988,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:51.352599 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-f7e42ac8-aca8-49df-b078-bfabfeb92cfc tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:51.417504 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-243a9b64-2633-4e28-81ed-ce289d541574 req-f7e42ac8-aca8-49df-b078-bfabfeb92cfc tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] No DVR routers for this DVR port b2a4a77d-266f-48af-b518-415ce9572988 on host hv-cinder-77428 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:47:51.421586 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-243a9b64-2633-4e28-81ed-ce289d541574 req-f7e42ac8-aca8-49df-b078-bfabfeb92cfc tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:51.424444 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-243a9b64-2633-4e28-81ed-ce289d541574 req-f7e42ac8-aca8-49df-b078-bfabfeb92cfc tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.63 "DELETE /v2.0/ports/b2a4a77d-266f-48af-b518-415ce9572988 HTTP/1.1" status: 204 len: 173 time: 0.6093671 Jun 16 13:47:51.425211 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa03787-7e86-484b-af69-7c3d742885fa', 'name': 'network-vif-deleted', 'tag': 'b2a4a77d-266f-48af-b518-415ce9572988'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:47:51.427716 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf12406-3059-42eb-a668-88622eda9911" -d '{"events": [{"server_uuid": "eaa03787-7e86-484b-af69-7c3d742885fa", "name": "network-vif-deleted", "tag": "b2a4a77d-266f-48af-b518-415ce9572988"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:47:51.474537 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb04e806-71cd-40e6-8d36-0caedea6efc5 x-openstack-request-id: req-eb04e806-71cd-40e6-8d36-0caedea6efc5 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:47:51.474871 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa03787-7e86-484b-af69-7c3d742885fa", "name": "network-vif-deleted", "tag": "b2a4a77d-266f-48af-b518-415ce9572988", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:47:51.475159 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb04e806-71cd-40e6-8d36-0caedea6efc5 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:47:51.475605 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa03787-7e86-484b-af69-7c3d742885fa', 'name': 'network-vif-deleted', 'tag': 'b2a4a77d-266f-48af-b518-415ce9572988', 'status': 'completed', 'code': 200} Jun 16 13:47:51.716892 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b0d7f-7bb7-4224-86ab-047754b9bfaf req-14594cbb-2c72-4c84-9944-364956c4872e tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:51.719691 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-459b0d7f-7bb7-4224-86ab-047754b9bfaf req-14594cbb-2c72-4c84-9944-364956c4872e tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.1097164 Jun 16 13:47:51.778077 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-459b0d7f-7bb7-4224-86ab-047754b9bfaf req-aeaa5e3b-651d-4103-9096-551d238d8679 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515478 Jun 16 13:47:52.113173 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-373244a5-3a13-411f-8c30-c2adce5b77d3 req-e44176df-414a-4a7c-a99b-c4b8e80baf30 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa03787-7e86-484b-af69-7c3d742885fa HTTP/1.1" status: 200 len: 210 time: 0.0442033 Jun 16 13:47:53.033765 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dd872-41db-49f2-add5-b3bb9961341c req-d19f0310-328e-4733-986b-1915e4b701a9 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:53.035507 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e3dd872-41db-49f2-add5-b3bb9961341c req-d19f0310-328e-4733-986b-1915e4b701a9 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0969889 Jun 16 13:47:53.082917 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e3dd872-41db-49f2-add5-b3bb9961341c req-fb119d6a-cf64-4b2f-9630-789bf940a701 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378745 Jun 16 13:47:53.274274 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:47:54.113339 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 53432) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:54.233100 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-07cc6553-b245-4c13-a969-dd78abf6b2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:54.277647 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266dab6-c72b-4e15-bf8c-9ec32f89bf40 req-ccfa70c5-e57b-48fa-9f82-72523b05a10e tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:54.279154 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c266dab6-c72b-4e15-bf8c-9ec32f89bf40 req-ccfa70c5-e57b-48fa-9f82-72523b05a10e tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0732539 Jun 16 13:47:54.336284 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c266dab6-c72b-4e15-bf8c-9ec32f89bf40 req-7db6b3b9-4991-4acb-b667-2070430521b1 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502529 Jun 16 13:47:54.343165 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-07cc6553-b245-4c13-a969-dd78abf6b2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:54.348545 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-07cc6553-b245-4c13-a969-dd78abf6b2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:54.352923 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ab0918fe-f169-4d79-8a96-662d570fc67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:54.389494 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-07cc6553-b245-4c13-a969-dd78abf6b2a1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7574daf1674541ae89c6873b33ccb1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745886 Jun 16 13:47:54.391256 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 53440) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:54.391819 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc6553-b245-4c13-a969-dd78abf6b2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f850716-1a22-4d09-bad9-bf127a427cd1,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:54.395434 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-07cc6553-b245-4c13-a969-dd78abf6b2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:54.443413 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0b3f6bf-88cd-4205-8f8f-ea9da0ae5ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:54.466074 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0b3f6bf-88cd-4205-8f8f-ea9da0ae5ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:54.522155 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0b3f6bf-88cd-4205-8f8f-ea9da0ae5ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:54.525217 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0b3f6bf-88cd-4205-8f8f-ea9da0ae5ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:54.526591 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-d0b3f6bf-88cd-4205-8f8f-ea9da0ae5ea3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f850716-1a22-4d09-bad9-bf127a427cd1 HTTP/1.1" status: 204 len: 168 time: 0.1343026 Jun 16 13:47:54.527575 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-1eb41ba4-672f-4f3e-97f3-8d1082ba1015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:54.535856 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3f6bf-88cd-4205-8f8f-ea9da0ae5ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f850716-1a22-4d09-bad9-bf127a427cd1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:54.538476 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-d0b3f6bf-88cd-4205-8f8f-ea9da0ae5ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:54.787707 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c66986-da4e-4b28-81ae-52f6c36e28c2 req-3bc53dab-6ae7-4a14-8f3f-c06f7643a634 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:54.790101 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f3c66986-da4e-4b28-81ae-52f6c36e28c2 req-3bc53dab-6ae7-4a14-8f3f-c06f7643a634 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 945 time: 0.0772495 Jun 16 13:47:54.835801 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f3c66986-da4e-4b28-81ae-52f6c36e28c2 req-05915527-80e9-4535-a406-57e295fab4eb tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394664 Jun 16 13:47:55.083722 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a3e46-5e1c-473e-a7e5-dda2aa971040 req-606969f9-9c43-4914-ba93-725c8cf9441f tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:55.085337 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-de2a3e46-5e1c-473e-a7e5-dda2aa971040 req-606969f9-9c43-4914-ba93-725c8cf9441f tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.63 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.0776863 Jun 16 13:47:55.239542 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-de2a3e46-5e1c-473e-a7e5-dda2aa971040 req-3704e019-748c-465d-9c2f-0a077b07d6e4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Deleting port 353c9e11-8652-45b6-8fc9-f6c55978816a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:47:55.239542 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-de2a3e46-5e1c-473e-a7e5-dda2aa971040 req-3704e019-748c-465d-9c2f-0a077b07d6e4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:55.376069 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-de2a3e46-5e1c-473e-a7e5-dda2aa971040 req-3704e019-748c-465d-9c2f-0a077b07d6e4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] For port 353c9e11-8652-45b6-8fc9-f6c55978816a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=353c9e11-8652-45b6-8fc9-f6c55978816a,segment=NetworkSegment(764b1a0a-1f19-4d74-bfc0-c8f2881b0942),segment_id=764b1a0a-1f19-4d74-bfc0-c8f2881b0942)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:55.376742 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-de2a3e46-5e1c-473e-a7e5-dda2aa971040 req-3704e019-748c-465d-9c2f-0a077b07d6e4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:55.471349 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-de2a3e46-5e1c-473e-a7e5-dda2aa971040 req-3704e019-748c-465d-9c2f-0a077b07d6e4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Calling delete_port for 353c9e11-8652-45b6-8fc9-f6c55978816a owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:47:55.857752 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029afe6f-55e0-430e-82c4-4bbdb2b7f971 req-4359fc5c-8f2e-4cf5-a16a-01332a8842ba tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:55.859395 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-029afe6f-55e0-430e-82c4-4bbdb2b7f971 req-4359fc5c-8f2e-4cf5-a16a-01332a8842ba tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/ports?device_id=350c50e7-bf78-4a2c-b688-813c21c7bf15 HTTP/1.1" status: 200 len: 945 time: 0.3853486 Jun 16 13:47:55.941323 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-029afe6f-55e0-430e-82c4-4bbdb2b7f971 req-80e980da-dc76-4845-b82b-aac72ee5de4a tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678167 Jun 16 13:47:55.942592 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-de2a3e46-5e1c-473e-a7e5-dda2aa971040 req-3704e019-748c-465d-9c2f-0a077b07d6e4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:55.946587 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:55.958354 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['353c9e11-8652-45b6-8fc9-f6c55978816a'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:47:55.972264 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704e019-748c-465d-9c2f-0a077b07d6e4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Pushing event deleted for resources: {'Port': ['ID=353c9e11-8652-45b6-8fc9-f6c55978816a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:55.975995 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-3704e019-748c-465d-9c2f-0a077b07d6e4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:56.031411 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2a3e46-5e1c-473e-a7e5-dda2aa971040 req-3704e019-748c-465d-9c2f-0a077b07d6e4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] No DVR routers for this DVR port 353c9e11-8652-45b6-8fc9-f6c55978816a on host hv-cinder-77428 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:47:56.034157 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-de2a3e46-5e1c-473e-a7e5-dda2aa971040 req-3704e019-748c-465d-9c2f-0a077b07d6e4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:56.036237 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-de2a3e46-5e1c-473e-a7e5-dda2aa971040 req-3704e019-748c-465d-9c2f-0a077b07d6e4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] 10.222.0.63 "DELETE /v2.0/ports/353c9e11-8652-45b6-8fc9-f6c55978816a HTTP/1.1" status: 204 len: 173 time: 0.9355497 Jun 16 13:47:56.036691 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350c50e7-bf78-4a2c-b688-813c21c7bf15', 'name': 'network-vif-deleted', 'tag': '353c9e11-8652-45b6-8fc9-f6c55978816a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:47:56.039458 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6fceed-6983-41b5-a981-34a542738458" -d '{"events": [{"server_uuid": "350c50e7-bf78-4a2c-b688-813c21c7bf15", "name": "network-vif-deleted", "tag": "353c9e11-8652-45b6-8fc9-f6c55978816a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:47:56.044692 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffad904-3e9e-45fe-9ed1-f326003a65f9 req-69dc96eb-8a22-4e4e-9fdc-ae778e0059bd tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:56.046334 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2ffad904-3e9e-45fe-9ed1-f326003a65f9 req-69dc96eb-8a22-4e4e-9fdc-ae778e0059bd tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 945 time: 0.0864530 Jun 16 13:47:56.087918 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8c6c00-8ae4-45f6-90e5-2c5598299069 x-openstack-request-id: req-7a8c6c00-8ae4-45f6-90e5-2c5598299069 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:47:56.088244 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350c50e7-bf78-4a2c-b688-813c21c7bf15", "name": "network-vif-deleted", "tag": "353c9e11-8652-45b6-8fc9-f6c55978816a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:47:56.088498 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2ffad904-3e9e-45fe-9ed1-f326003a65f9 req-2a111bd1-2886-49ee-85cb-e056cfae0c53 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359550 Jun 16 13:47:56.088590 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a8c6c00-8ae4-45f6-90e5-2c5598299069 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:47:56.090199 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350c50e7-bf78-4a2c-b688-813c21c7bf15', 'name': 'network-vif-deleted', 'tag': '353c9e11-8652-45b6-8fc9-f6c55978816a', 'status': 'completed', 'code': 200} Jun 16 13:47:56.093211 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device b2a4a77d-266f-48af-b518-415ce9572988 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:47:56.116084 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] No Port match for: b2a4a77d-266f-48af-b518-415ce9572988 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:47:56.116434 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device b2a4a77d-266f-48af-b518-415ce9572988 not bound to the agent host hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:47:56.872224 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2d9b6-6f04-4c2c-96b0-94c48a971918 req-71707219-8fe2-4376-b8e4-be13e6761f51 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:56.873979 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-13d2d9b6-6f04-4c2c-96b0-94c48a971918 req-71707219-8fe2-4376-b8e4-be13e6761f51 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.63 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 945 time: 0.0773361 Jun 16 13:47:56.978644 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-13d2d9b6-6f04-4c2c-96b0-94c48a971918 req-9fdfa118-29d1-44a1-96a8-d926c8118c56 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Deleting port d61ef967-0245-46fb-bd27-a9c50ac91287 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:47:56.978869 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-13d2d9b6-6f04-4c2c-96b0-94c48a971918 req-9fdfa118-29d1-44a1-96a8-d926c8118c56 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:57.074007 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 53466) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:57.081971 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-13d2d9b6-6f04-4c2c-96b0-94c48a971918 req-9fdfa118-29d1-44a1-96a8-d926c8118c56 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] For port d61ef967-0245-46fb-bd27-a9c50ac91287, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d61ef967-0245-46fb-bd27-a9c50ac91287,segment=NetworkSegment(38a34001-cc24-42b7-ac4e-6511feb9efa1),segment_id=38a34001-cc24-42b7-ac4e-6511feb9efa1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:57.082310 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-13d2d9b6-6f04-4c2c-96b0-94c48a971918 req-9fdfa118-29d1-44a1-96a8-d926c8118c56 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:57.150063 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-13d2d9b6-6f04-4c2c-96b0-94c48a971918 req-9fdfa118-29d1-44a1-96a8-d926c8118c56 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Calling delete_port for d61ef967-0245-46fb-bd27-a9c50ac91287 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:47:57.360612 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-13d2d9b6-6f04-4c2c-96b0-94c48a971918 req-9fdfa118-29d1-44a1-96a8-d926c8118c56 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:57.365150 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-a9a0df49-6d08-4702-9893-2bbb755951b5 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:57.377871 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['d61ef967-0245-46fb-bd27-a9c50ac91287'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:47:57.415570 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33cf02-d23b-4f28-a9d6-30b3c3c2e072 req-2a07e3e4-a747-452f-bd74-cc6a5d472766 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:57.426357 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5e33cf02-d23b-4f28-a9d6-30b3c3c2e072 req-2a07e3e4-a747-452f-bd74-cc6a5d472766 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/ports?device_id=52871314-de1c-489a-bfdb-8b1c80521b31 HTTP/1.1" status: 200 len: 945 time: 0.1668732 Jun 16 13:47:57.458285 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfa118-29d1-44a1-96a8-d926c8118c56 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Pushing event deleted for resources: {'Port': ['ID=d61ef967-0245-46fb-bd27-a9c50ac91287,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:57.469669 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-9fdfa118-29d1-44a1-96a8-d926c8118c56 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:57.501712 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d2d9b6-6f04-4c2c-96b0-94c48a971918 req-9fdfa118-29d1-44a1-96a8-d926c8118c56 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] No DVR routers for this DVR port d61ef967-0245-46fb-bd27-a9c50ac91287 on host hv-cinder-77428 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:47:57.506860 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-13d2d9b6-6f04-4c2c-96b0-94c48a971918 req-9fdfa118-29d1-44a1-96a8-d926c8118c56 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:57.509556 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-13d2d9b6-6f04-4c2c-96b0-94c48a971918 req-9fdfa118-29d1-44a1-96a8-d926c8118c56 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.63 "DELETE /v2.0/ports/d61ef967-0245-46fb-bd27-a9c50ac91287 HTTP/1.1" status: 204 len: 173 time: 0.6276293 Jun 16 13:47:57.523162 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5e33cf02-d23b-4f28-a9d6-30b3c3c2e072 req-48326d0a-26d6-4c71-acaf-1618c68acf22 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3d5b971-10e9-476e-b154-69263d3a4fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958335 Jun 16 13:47:57.858763 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c70a2071-505d-43e2-8366-c36a78eb4f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364532'] for router_interface, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:58.090353 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52871314-de1c-489a-bfdb-8b1c80521b31', 'name': 'network-vif-deleted', 'tag': 'd61ef967-0245-46fb-bd27-a9c50ac91287'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:47:58.093012 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd0bc74-a235-47d3-b8a2-0f147c5a3013" -d '{"events": [{"server_uuid": "52871314-de1c-489a-bfdb-8b1c80521b31", "name": "network-vif-deleted", "tag": "d61ef967-0245-46fb-bd27-a9c50ac91287"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:47:58.140981 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebf97f7-2129-4500-ae71-44719da6b11a x-openstack-request-id: req-5ebf97f7-2129-4500-ae71-44719da6b11a {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:47:58.142125 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52871314-de1c-489a-bfdb-8b1c80521b31", "name": "network-vif-deleted", "tag": "d61ef967-0245-46fb-bd27-a9c50ac91287", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:47:58.142948 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ebf97f7-2129-4500-ae71-44719da6b11a {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:47:58.143694 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52871314-de1c-489a-bfdb-8b1c80521b31', 'name': 'network-vif-deleted', 'tag': 'd61ef967-0245-46fb-bd27-a9c50ac91287', 'status': 'completed', 'code': 200} Jun 16 13:47:58.189555 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c70a2071-505d-43e2-8366-c36a78eb4f8d admin admin] Deleting port 20de18e1-8b61-4695-80d9-b566815b0ac9 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:47:58.190224 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c70a2071-505d-43e2-8366-c36a78eb4f8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:58.318866 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c70a2071-505d-43e2-8366-c36a78eb4f8d admin admin] For port 20de18e1-8b61-4695-80d9-b566815b0ac9, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=20de18e1-8b61-4695-80d9-b566815b0ac9,segment=NetworkSegment(764b1a0a-1f19-4d74-bfc0-c8f2881b0942),segment_id=764b1a0a-1f19-4d74-bfc0-c8f2881b0942)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:58.319144 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c70a2071-505d-43e2-8366-c36a78eb4f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:58.391248 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c70a2071-505d-43e2-8366-c36a78eb4f8d admin admin] Calling delete_port for 20de18e1-8b61-4695-80d9-b566815b0ac9 owned by network:router_interface {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:47:58.598968 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c70a2071-505d-43e2-8366-c36a78eb4f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:58.601142 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:58.630618 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a2071-505d-43e2-8366-c36a78eb4f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=20de18e1-8b61-4695-80d9-b566815b0ac9,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:58.633485 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 53480) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:58.634153 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c70a2071-505d-43e2-8366-c36a78eb4f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:58.697494 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3b12ed-5211-4e77-bf07-899fbc2b54a5 admin admin] Deleting subnet 3964001d-ef45-459e-8d1d-8c4399f1ca2e {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:47:58.702335 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b3b12ed-5211-4e77-bf07-899fbc2b54a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:58.757475 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b3b12ed-5211-4e77-bf07-899fbc2b54a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787033'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:58.818964 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c70a2071-505d-43e2-8366-c36a78eb4f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364384'] for router_interface, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:58.830380 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b3b12ed-5211-4e77-bf07-899fbc2b54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7909541'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:58.891817 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b3b12ed-5211-4e77-bf07-899fbc2b54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7909562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3313828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4132075'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:58.895998 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-d18353d9-f637-45ba-a176-84006bfb7810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:58.922944 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b12ed-5211-4e77-bf07-899fbc2b54a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3964001d-ef45-459e-8d1d-8c4399f1ca2e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:58.928180 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-7b3b12ed-5211-4e77-bf07-899fbc2b54a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:58.934731 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b3b12ed-5211-4e77-bf07-899fbc2b54a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:58.937198 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-7b3b12ed-5211-4e77-bf07-899fbc2b54a5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3964001d-ef45-459e-8d1d-8c4399f1ca2e HTTP/1.1" status: 204 len: 168 time: 0.3006902 Jun 16 13:47:58.940102 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 53488) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:59.014436 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-745a07c1-dc4c-4120-8cce-97b71c4a7d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101688'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:59.062601 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70a2071-505d-43e2-8366-c36a78eb4f8d admin admin] Router dd58d701-8c6a-480f-a936-024e0e5fe658 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:47:59.101050 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-745a07c1-dc4c-4120-8cce-97b71c4a7d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7908138', 'neutron.services.segments.db._delete_segments_for_network-8768724746033'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:59.112944 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-745a07c1-dc4c-4120-8cce-97b71c4a7d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:59.123859 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-745a07c1-dc4c-4120-8cce-97b71c4a7d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a34001-cc24-42b7-ac4e-6511feb9efa1') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:59.124155 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-745a07c1-dc4c-4120-8cce-97b71c4a7d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a34001-cc24-42b7-ac4e-6511feb9efa1') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:59.133641 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-745a07c1-dc4c-4120-8cce-97b71c4a7d60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768724745346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787008'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:59.147931 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-745a07c1-dc4c-4120-8cce-97b71c4a7d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:59.155256 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745a07c1-dc4c-4120-8cce-97b71c4a7d60 admin admin] Releasing vlan 1376 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:47:59.155657 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-745a07c1-dc4c-4120-8cce-97b71c4a7d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3313723'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: retrieve_revision_numbers = { Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: retrieve_revision_numbers = { Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: retrieve_revision_numbers = { Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: retrieve_revision_numbers = { Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: retrieve_revision_numbers = { Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: retrieve_revision_numbers = { Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: Traceback (most recent call last): Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: timer() Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: cb(*args, **kw) Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: return func(*args, **kwargs) Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: self._notify() Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: self.callback(batched_events) Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: event.method(event) Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: return f(self, *a, **k) Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: return self._get(url).json() Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: return self.request(url, 'GET', **kwargs) Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:47:59.158485 dv-cinder-774286-16-iscsi neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:47:59.187070 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70a2071-505d-43e2-8366-c36a78eb4f8d admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:47:59.192046 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-c70a2071-505d-43e2-8366-c36a78eb4f8d admin admin] 10.222.0.26 "PUT /v2.0/routers/dd58d701-8c6a-480f-a936-024e0e5fe658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1164618 Jun 16 13:47:59.194625 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 53492) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:59.200375 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5222475-d90f-42be-a176-0021e5e74a21 None None] Sync routers for ids ['dd58d701-8c6a-480f-a936-024e0e5fe658'] in dv-cinder-774286-16-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:47:59.215971 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5222475-d90f-42be-a176-0021e5e74a21 None None] Routers {'dd58d701-8c6a-480f-a936-024e0e5fe658'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:59.217153 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-a5222475-d90f-42be-a176-0021e5e74a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:47:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['dd58d701-8c6a-480f-a936-024e0e5fe658'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:59.225613 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-745a07c1-dc4c-4120-8cce-97b71c4a7d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7908131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375885'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:59.230220 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:59.243462 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-745a07c1-dc4c-4120-8cce-97b71c4a7d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:59.245705 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-745a07c1-dc4c-4120-8cce-97b71c4a7d60 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783 HTTP/1.1" status: 204 len: 168 time: 0.3041914 Jun 16 13:47:59.247322 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a07c1-dc4c-4120-8cce-97b71c4a7d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=c66896ef-5e4f-4eaf-ab90-1cdc6a4ab783,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:59.249894 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-745a07c1-dc4c-4120-8cce-97b71c4a7d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:59.345916 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-37ff5b4e-a74b-46cd-8ad3-028257d35ab8 admin admin] Notify callbacks [] for router, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:59.392031 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-a5222475-d90f-42be-a176-0021e5e74a21 None None] Set router dd58d701-8c6a-480f-a936-024e0e5fe658 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:59.464053 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 53496) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:59.486310 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-37ff5b4e-a74b-46cd-8ad3-028257d35ab8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:59.513005 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-e7fd5686-01a9-4e9d-b4ff-17f7f3cbe8b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c42ead8899c468cad6ac1d8d5f5db81&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0470042 Jun 16 13:47:59.516167 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 53498) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:59.550049 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-37ff5b4e-a74b-46cd-8ad3-028257d35ab8 admin admin] Deleting port afffcac1-1dd9-430e-be66-8f63dd107851 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:47:59.550403 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-37ff5b4e-a74b-46cd-8ad3-028257d35ab8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:59.568644 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa4d2739-77e2-4529-9ddd-6aec06c59fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:59.585897 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-a5222475-d90f-42be-a176-0021e5e74a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58d701-8c6a-480f-a936-024e0e5fe658', 'name': 'tempest-ServerRescueNegativeTestJSON-1393934631-router', 'tenant_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'afffcac1-1dd9-430e-be66-8f63dd107851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:19Z', 'updated_at': '2021-06-16T13:47:58Z', 'revision_number': 5, 'project_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'gw_port': {'id': 'afffcac1-1dd9-430e-be66-8f63dd107851', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d701-8c6a-480f-a936-024e0e5fe658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:19Z', 'updated_at': '2021-06-16T13:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:59.590445 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5222475-d90f-42be-a176-0021e5e74a21 None None] Checking router: dd58d701-8c6a-480f-a936-024e0e5fe658 for host: dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:47:59.601204 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5222475-d90f-42be-a176-0021e5e74a21 None None] Routers {'dd58d701-8c6a-480f-a936-024e0e5fe658'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:59.602063 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-a5222475-d90f-42be-a176-0021e5e74a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:47:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['dd58d701-8c6a-480f-a936-024e0e5fe658'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:59.605828 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa4d2739-77e2-4529-9ddd-6aec06c59fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:59.639251 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-37ff5b4e-a74b-46cd-8ad3-028257d35ab8 admin admin] For port afffcac1-1dd9-430e-be66-8f63dd107851, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=afffcac1-1dd9-430e-be66-8f63dd107851,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:59.639604 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-37ff5b4e-a74b-46cd-8ad3-028257d35ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:59.681285 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa4d2739-77e2-4529-9ddd-6aec06c59fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:59.686342 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa4d2739-77e2-4529-9ddd-6aec06c59fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:59.693300 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-fa4d2739-77e2-4529-9ddd-6aec06c59fab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3d5b971-10e9-476e-b154-69263d3a4fdb HTTP/1.1" status: 204 len: 168 time: 0.1756492 Jun 16 13:47:59.694828 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-a2f54256-a61d-48f5-a219-139606f2b021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:59.707526 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-a5222475-d90f-42be-a176-0021e5e74a21 None None] Set router dd58d701-8c6a-480f-a936-024e0e5fe658 gateway port host: None {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:59.708433 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d2739-77e2-4529-9ddd-6aec06c59fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d5b971-10e9-476e-b154-69263d3a4fdb,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:59.725294 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-37ff5b4e-a74b-46cd-8ad3-028257d35ab8 admin admin] Calling delete_port for afffcac1-1dd9-430e-be66-8f63dd107851 owned by network:router_gateway {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:47:59.735726 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fa4d2739-77e2-4529-9ddd-6aec06c59fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:59.775336 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-a5222475-d90f-42be-a176-0021e5e74a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58d701-8c6a-480f-a936-024e0e5fe658', 'name': 'tempest-ServerRescueNegativeTestJSON-1393934631-router', 'tenant_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:19Z', 'updated_at': '2021-06-16T13:47:59Z', 'revision_number': 6, 'project_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'gw_port_host': None}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:59.779951 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5222475-d90f-42be-a176-0021e5e74a21 None None] The sync data for ids ['dd58d701-8c6a-480f-a936-024e0e5fe658'] in dv-cinder-774286-16-iscsi is: [{'id': 'dd58d701-8c6a-480f-a936-024e0e5fe658', 'name': 'tempest-ServerRescueNegativeTestJSON-1393934631-router', 'tenant_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:19Z', 'updated_at': '2021-06-16T13:47:59Z', 'revision_number': 6, 'project_id': 'b38c4d67e4ae4661a6054f7a124119f3', 'gw_port_host': None}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:47:59.951887 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-37ff5b4e-a74b-46cd-8ad3-028257d35ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:59.954773 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-029006b7-6c20-4413-9f65-167c1fac1310 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:59.979624 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff5b4e-a74b-46cd-8ad3-028257d35ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=afffcac1-1dd9-430e-be66-8f63dd107851,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:59.982049 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-37ff5b4e-a74b-46cd-8ad3-028257d35ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:00.125642 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device d61ef967-0245-46fb-bd27-a9c50ac91287 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:48:00.175262 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] No Port match for: d61ef967-0245-46fb-bd27-a9c50ac91287 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:48:00.175866 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device d61ef967-0245-46fb-bd27-a9c50ac91287 not bound to the agent host hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:48:00.176446 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 353c9e11-8652-45b6-8fc9-f6c55978816a no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:48:00.371665 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] No Port match for: 353c9e11-8652-45b6-8fc9-f6c55978816a {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:48:00.372278 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 353c9e11-8652-45b6-8fc9-f6c55978816a not bound to the agent host hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:48:00.442405 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-37ff5b4e-a74b-46cd-8ad3-028257d35ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375843'] for router_gateway, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:00.558771 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-37ff5b4e-a74b-46cd-8ad3-028257d35ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15934'] for router, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:00.561114 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-37ff5b4e-a74b-46cd-8ad3-028257d35ab8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:00.633885 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-37ff5b4e-a74b-46cd-8ad3-028257d35ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678761'] for router, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:00.634478 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ff5b4e-a74b-46cd-8ad3-028257d35ab8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd58d701-8c6a-480f-a936-024e0e5fe658 {{(pid=103637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 13:48:00.642340 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-37ff5b4e-a74b-46cd-8ad3-028257d35ab8 admin admin] Notify callbacks [] for router, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:00.643881 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-37ff5b4e-a74b-46cd-8ad3-028257d35ab8 admin admin] 10.222.0.26 "DELETE /v2.0/routers/dd58d701-8c6a-480f-a936-024e0e5fe658 HTTP/1.1" status: 204 len: 168 time: 1.4479635 Jun 16 13:48:00.646909 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 53532) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:00.725330 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0e9b13-bfc8-466d-80be-e3dc607b6fdc admin admin] Deleting subnet 20e48467-2ec8-45ec-81b7-458268130398 {{(pid=103637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:48:00.731102 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3e0e9b13-bfc8-466d-80be-e3dc607b6fdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:00.789856 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 20de18e1-8b61-4695-80d9-b566815b0ac9 no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:48:00.807888 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3e0e9b13-bfc8-466d-80be-e3dc607b6fdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735866'] for subnet, precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:00.839787 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: 20de18e1-8b61-4695-80d9-b566815b0ac9 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:48:00.840734 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 20de18e1-8b61-4695-80d9-b566815b0ac9 not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:48:00.841805 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device afffcac1-1dd9-430e-be66-8f63dd107851 no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:48:00.878852 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: afffcac1-1dd9-430e-be66-8f63dd107851 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:48:00.879721 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device afffcac1-1dd9-430e-be66-8f63dd107851 not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:48:00.880469 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3e0e9b13-bfc8-466d-80be-e3dc607b6fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7909541'] for subnet, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:01.008967 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3e0e9b13-bfc8-466d-80be-e3dc607b6fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7909562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8884997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398638'] for subnet, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:01.014018 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-66384348-b536-4652-9e09-c024bef9cce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:01.046303 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3e0e9b13-bfc8-466d-80be-e3dc607b6fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:01.050034 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3e0e9b13-bfc8-466d-80be-e3dc607b6fdc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/20e48467-2ec8-45ec-81b7-458268130398 HTTP/1.1" status: 204 len: 168 time: 0.4014430 Jun 16 13:48:01.050862 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e9b13-bfc8-466d-80be-e3dc607b6fdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20e48467-2ec8-45ec-81b7-458268130398,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:01.053422 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 53536) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:01.054197 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-3e0e9b13-bfc8-466d-80be-e3dc607b6fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:01.156153 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b242b8a2-d1cc-4a0c-a438-5a7fbdb95d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101688'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:01.268340 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b242b8a2-d1cc-4a0c-a438-5a7fbdb95d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7908138', 'neutron.services.segments.db._delete_segments_for_network-8768724746033'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:01.280587 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-b242b8a2-d1cc-4a0c-a438-5a7fbdb95d8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85829671-ff51-4425-b42d-a63bf1205528']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:01.297679 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-b242b8a2-d1cc-4a0c-a438-5a7fbdb95d8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764b1a0a-1f19-4d74-bfc0-c8f2881b0942') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:01.297967 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-b242b8a2-d1cc-4a0c-a438-5a7fbdb95d8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764b1a0a-1f19-4d74-bfc0-c8f2881b0942') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:01.307178 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b242b8a2-d1cc-4a0c-a438-5a7fbdb95d8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768724745346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787008'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:01.322370 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b242b8a2-d1cc-4a0c-a438-5a7fbdb95d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:01.329710 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b242b8a2-d1cc-4a0c-a438-5a7fbdb95d8f admin admin] Releasing vlan 1398 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:48:01.330224 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b242b8a2-d1cc-4a0c-a438-5a7fbdb95d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3313723'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: Traceback (most recent call last): Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: timer() Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: cb(*args, **kw) Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: return func(*args, **kwargs) Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: self._notify() Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: self.callback(batched_events) Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: event.method(event) Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: return f(self, *a, **k) Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: return self._get(url).json() Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: return self.request(url, 'GET', **kwargs) Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:48:01.332325 dv-cinder-774286-16-iscsi neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:48:01.389478 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b242b8a2-d1cc-4a0c-a438-5a7fbdb95d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7908131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375885'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:01.395260 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b242b8a2-d1cc-4a0c-a438-5a7fbdb95d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:01.397181 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-b242b8a2-d1cc-4a0c-a438-5a7fbdb95d8f admin admin] 10.222.0.26 "DELETE /v2.0/networks/85829671-ff51-4425-b42d-a63bf1205528 HTTP/1.1" status: 204 len: 168 time: 0.3411157 Jun 16 13:48:01.400508 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:01.414061 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242b8a2-d1cc-4a0c-a438-5a7fbdb95d8f admin admin] Pushing event deleted for resources: {'Network': ['ID=85829671-ff51-4425-b42d-a63bf1205528,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:01.417260 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-b242b8a2-d1cc-4a0c-a438-5a7fbdb95d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:01.584339 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 53550) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:01.637454 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-78391642-e00c-4e8a-9178-709a3e2e1fe8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b38c4d67e4ae4661a6054f7a124119f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0516074 Jun 16 13:48:01.639931 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 53552) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:01.705282 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9341155f-a742-4558-b679-221db7727acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:01.734532 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9341155f-a742-4558-b679-221db7727acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:01.792421 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9341155f-a742-4558-b679-221db7727acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:01.795518 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9341155f-a742-4558-b679-221db7727acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:01.796780 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-9341155f-a742-4558-b679-221db7727acc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9fef1d7-317a-4d7f-82ad-62e9b7e0fced HTTP/1.1" status: 204 len: 168 time: 0.1549213 Jun 16 13:48:01.797610 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-b7c51777-c41a-440d-b9ce-696dc117adc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:01.813461 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341155f-a742-4558-b679-221db7727acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fef1d7-317a-4d7f-82ad-62e9b7e0fced,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:01.818434 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-9341155f-a742-4558-b679-221db7727acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:02.658780 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 53590) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:02.801873 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-2de6b6f0-daa4-4dd0-a392-509ecd715104 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-network', 'tenant_id': '052bf41c0dac4472bc574fb6909da720'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:02.823248 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de6b6f0-daa4-4dd0-a392-509ecd715104 admin admin] Made reservation on behalf of 052bf41c0dac4472bc574fb6909da720 for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:48:02.826413 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2de6b6f0-daa4-4dd0-a392-509ecd715104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for network, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:02.839173 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2de6b6f0-daa4-4dd0-a392-509ecd715104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:02.960724 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2de6b6f0-daa4-4dd0-a392-509ecd715104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:02.966234 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2de6b6f0-daa4-4dd0-a392-509ecd715104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:02.971936 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d5fd90df-c742-4faf-a576-5a9c7facdcc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:03.002333 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de6b6f0-daa4-4dd0-a392-509ecd715104 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1371} {{(pid=103637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:48:03.023988 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6b6f0-daa4-4dd0-a392-509ecd715104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f2ba6f-1162-46f0-8311-7db5c2f494f1,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:03.031983 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-2de6b6f0-daa4-4dd0-a392-509ecd715104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:03.038179 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2de6b6f0-daa4-4dd0-a392-509ecd715104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:03.038580 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-2de6b6f0-daa4-4dd0-a392-509ecd715104 admin admin] Added segment 6dbd8664-797f-422d-80e1-0ee87b025b4e of type vlan for network 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 Jun 16 13:48:03.086680 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2de6b6f0-daa4-4dd0-a392-509ecd715104 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768724243357'] for network, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:03.122024 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2de6b6f0-daa4-4dd0-a392-509ecd715104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442'] for network, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:03.123349 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de6b6f0-daa4-4dd0-a392-509ecd715104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:03.124011 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2de6b6f0-daa4-4dd0-a392-509ecd715104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:03.126288 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-72ade7a5-beff-4573-9dec-efd52190506a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:03.183246 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-2de6b6f0-daa4-4dd0-a392-509ecd715104 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5233078 Jun 16 13:48:03.187076 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 53602) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:03.188450 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6b6f0-daa4-4dd0-a392-509ecd715104 admin admin] Pushing event updated for resources: {'Network': ['ID=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:03.191172 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-2de6b6f0-daa4-4dd0-a392-509ecd715104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:03.197203 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-fd6b52df-7644-4cae-9ce9-4c7a3aeeb086 admin admin] Request body: {'subnet': {'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-subnet', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:03.206758 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Network 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 details requested by agent ovs-agent-dv-cinder-774286-16-iscsi with host dv-cinder-774286-16-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:48:03.230050 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6b52df-7644-4cae-9ce9-4c7a3aeeb086 admin admin] Made reservation on behalf of 052bf41c0dac4472bc574fb6909da720 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:48:03.232568 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd6b52df-7644-4cae-9ce9-4c7a3aeeb086 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4132080'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:03.408053 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd6b52df-7644-4cae-9ce9-4c7a3aeeb086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3313893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4132066'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:03.410280 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:03.456899 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b52df-7644-4cae-9ce9-4c7a3aeeb086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51f55d14-8f22-464a-a7ae-943a9f2b051c,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:03.463538 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fd6b52df-7644-4cae-9ce9-4c7a3aeeb086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:03.472135 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b52df-7644-4cae-9ce9-4c7a3aeeb086 admin admin] Checking segment: {'id': '6dbd8664-797f-422d-80e1-0ee87b025b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:48:03.472486 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b52df-7644-4cae-9ce9-4c7a3aeeb086 admin admin] Network hostable DHCP agents. Network: 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5, hostable agents: ['cacdca07-80fb-43b6-bcec-cb473972b15f'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:48:03.487852 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b52df-7644-4cae-9ce9-4c7a3aeeb086 admin admin] Network 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 is scheduled to be hosted by DHCP agent cacdca07-80fb-43b6-bcec-cb473972b15f with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:48:03.496406 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-fd6b52df-7644-4cae-9ce9-4c7a3aeeb086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-16-iscsi, 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:48:03.502262 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b52df-7644-4cae-9ce9-4c7a3aeeb086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:03.502887 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd6b52df-7644-4cae-9ce9-4c7a3aeeb086 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:03.507324 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a33ae3-3919-4c94-8c09-dd90da671a0c None None] Network 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:48:03.517174 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-fd6b52df-7644-4cae-9ce9-4c7a3aeeb086 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3285074 Jun 16 13:48:03.519770 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 53604) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:03.524029 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:03.548153 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-679868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16076'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:03.549195 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15927'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:03.605181 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:03.657458 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98e8dfa6-0b33-5bf0-932d-28a6243b7025-903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c'}]}} from dv-cinder-774286-16-iscsi. {{(pid=103638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:48:03.658547 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:03.754474 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15905'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:03.817323 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Allocated IP 172.20.0.2 (903b6bf6-5698-4af0-b2b5-5ea9f80e25c5/51f55d14-8f22-464a-a7ae-943a9f2b051c/f2a9fac6-73db-45a7-bf62-c38466dab2d1) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:48:03.997419 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Notify callbacks [] for port, precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:04.007615 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Transition to ACTIVE for port object f2a9fac6-73db-45a7-bf62-c38466dab2d1 will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:48:04.030049 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Transition to ACTIVE for port object f2a9fac6-73db-45a7-bf62-c38466dab2d1 will not be triggered until provisioned by entity DHCP. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:48:04.041827 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:04.050059 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150'] for port, after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:04.055067 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-54947c78-60b8-4635-9c13-2a2bed775dca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:04.075287 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:04.130262 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Pushing event updated for resources: {'Port': ['ID=f2a9fac6-73db-45a7-bf62-c38466dab2d1,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:04.148875 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Network 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:48:04.163509 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:48:04.191344 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:48:04.204353 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:04.204907 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:04.205441 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:04.207306 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:04.207306 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:04.207306 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:04.210887 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:04.210887 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:04.210887 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:04.210887 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:04.210887 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:04.210887 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:04.217312 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:04.275168 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] Allocated IP 172.27.3.33 (4d1119cf-5fec-45f3-97f5-606abcd40a6f/1e4ea701-5473-443b-aeed-fa1b09c8f901/a3381c1a-364b-4ca7-ac5e-d87a43769acd) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:48:04.335630 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Attempting to bind port f2a9fac6-73db-45a7-bf62-c38466dab2d1 on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:48:04.335812 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Attempting to bind port f2a9fac6-73db-45a7-bf62-c38466dab2d1 by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '6dbd8664-797f-422d-80e1-0ee87b025b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:48:04.336920 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Attempting to bind port f2a9fac6-73db-45a7-bf62-c38466dab2d1 on network 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:48:04.352893 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:48:04.354467 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Checking segment: {'id': '6dbd8664-797f-422d-80e1-0ee87b025b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:48:04.355289 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:04.356330 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Bound using segment: {'id': '6dbd8664-797f-422d-80e1-0ee87b025b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:48:04.357955 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Bound port: f2a9fac6-73db-45a7-bf62-c38466dab2d1, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbd8664-797f-422d-80e1-0ee87b025b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:48:04.362221 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:04.469305 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:04.493902 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] For port f2a9fac6-73db-45a7-bf62-c38466dab2d1, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:48:04.498801 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] For port f2a9fac6-73db-45a7-bf62-c38466dab2d1, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=f2a9fac6-73db-45a7-bf62-c38466dab2d1,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:48:04.516894 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3313777'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:04.518200 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:04.521368 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-3b3248c8-5bc7-4292-85f5-cdc61e955e6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:04.522808 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:04.566706 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:48:04.572927 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:48:04.577208 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:48:04.583776 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] Pushing event updated for resources: {'Port': ['ID=a3381c1a-364b-4ca7-ac5e-d87a43769acd,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:04.604387 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:04.605820 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Pushing event updated for resources: {'Port': ['ID=f2a9fac6-73db-45a7-bf62-c38466dab2d1,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:04.609991 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:04.941001 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:05.260607 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372952'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:05.436364 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] Router b46bf425-2870-466b-9430-a2b8c59edf38 is scheduled to L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:48:05.595302 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:48:05.614656 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] Sync routers for ids ['b46bf425-2870-466b-9430-a2b8c59edf38'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:48:05.615508 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] Notify callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:05.621141 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0960901 Jun 16 13:48:05.621903 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 53638) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:05.650511 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] Routers {'b46bf425-2870-466b-9430-a2b8c59edf38'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:48:05.651890 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:47:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['b46bf425-2870-466b-9430-a2b8c59edf38'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:05.751728 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc077b4c-c7cf-416a-9008-aee509c87b1b None None] Network 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:48:05.834518 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-f44f583b-5e10-49aa-b4bf-5a0ba2bfa7c4 None None] Provisioning for port f2a9fac6-73db-45a7-bf62-c38466dab2d1 completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:48:05.907281 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] Set router b46bf425-2870-466b-9430-a2b8c59edf38 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:48:06.160772 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:48:03Z', 'updated_at': '2021-06-16T13:48:04Z', 'revision_number': 3, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'gw_port': {'id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:04Z', 'updated_at': '2021-06-16T13:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:06.164510 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] Checking router: b46bf425-2870-466b-9430-a2b8c59edf38 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:48:06.164910 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] Updating router b46bf425-2870-466b-9430-a2b8c59edf38 port a3381c1a-364b-4ca7-ac5e-d87a43769acd binding host dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:48:06.209674 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:06.474092 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:06.582882 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device f2a9fac6-73db-45a7-bf62-c38466dab2d1 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:48:06.641303 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] Notify callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:06.660196 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] Transition to ACTIVE for port object a3381c1a-364b-4ca7-ac5e-d87a43769acd will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:48:06.673175 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:06.690665 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:06.735238 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Allocated IP 172.20.0.1 (903b6bf6-5698-4af0-b2b5-5ea9f80e25c5/51f55d14-8f22-464a-a7ae-943a9f2b051c/ddb90bd1-5ce6-4048-bbf9-c167f7cb0597) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:48:06.750538 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port f2a9fac6-73db-45a7-bf62-c38466dab2d1 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:48:06.761904 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] Attempting to bind port a3381c1a-364b-4ca7-ac5e-d87a43769acd on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:48:06.762458 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] Attempting to bind port a3381c1a-364b-4ca7-ac5e-d87a43769acd by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:48:06.762983 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] Attempting to bind port a3381c1a-364b-4ca7-ac5e-d87a43769acd on network 4d1119cf-5fec-45f3-97f5-606abcd40a6f {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:48:06.774218 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port f2a9fac6-73db-45a7-bf62-c38466dab2d1 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:48:06.774804 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:06.783819 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:48:06.784052 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] Checking segment: {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:48:06.784477 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:06.785520 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] Bound using segment: {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:48:06.794266 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] Bound port: a3381c1a-364b-4ca7-ac5e-d87a43769acd, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:48:06.794854 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:06.831784 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845698b-aba4-4137-add3-b3f8adad3648 None None] Pushing event updated for resources: {'Port': ['ID=a3381c1a-364b-4ca7-ac5e-d87a43769acd,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:06.836474 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8845698b-aba4-4137-add3-b3f8adad3648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:06.887869 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:06.905744 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Transition to ACTIVE for port object ddb90bd1-5ce6-4048-bbf9-c167f7cb0597 will not be triggered until provisioned by entity DHCP. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:48:06.920381 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] For port a3381c1a-364b-4ca7-ac5e-d87a43769acd, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:48:06.925027 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] For port a3381c1a-364b-4ca7-ac5e-d87a43769acd, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=a3381c1a-364b-4ca7-ac5e-d87a43769acd,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:48:06.930667 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:06.945271 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3313777'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:06.949341 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:06.996787 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Network 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:48:07.000743 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:48:07.003354 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:48:07.030344 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Pushing event updated for resources: {'Port': ['ID=ddb90bd1-5ce6-4048-bbf9-c167f7cb0597,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:07.034142 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:07.066258 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672617'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:07.077809 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:07.142543 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:07.177480 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] Routers {'b46bf425-2870-466b-9430-a2b8c59edf38'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:48:07.178154 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:47:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['b46bf425-2870-466b-9430-a2b8c59edf38'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:07.182542 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845698b-aba4-4137-add3-b3f8adad3648 None None] Pushing event updated for resources: {'Port': ['ID=a3381c1a-364b-4ca7-ac5e-d87a43769acd,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:07.245286 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:07.255736 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8845698b-aba4-4137-add3-b3f8adad3648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:07.270894 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port f2a9fac6-73db-45a7-bf62-c38466dab2d1, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=f2a9fac6-73db-45a7-bf62-c38466dab2d1,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:07.282808 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:07.286662 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:07.330497 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-ebde733b-5cea-4139-ab11-5fb8f8e81242 None None] Provisioning for port ddb90bd1-5ce6-4048-bbf9-c167f7cb0597 completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:48:07.351205 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-ebde733b-5cea-4139-ab11-5fb8f8e81242 None None] Provisioning complete for port ddb90bd1-5ce6-4048-bbf9-c167f7cb0597 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:48:07.351802 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ebde733b-5cea-4139-ab11-5fb8f8e81242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:07.395078 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] Set router b46bf425-2870-466b-9430-a2b8c59edf38 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:48:07.452481 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=f2a9fac6-73db-45a7-bf62-c38466dab2d1,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:07.458150 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:07.478263 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:07.485122 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313767'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:07.487844 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-5c2f5b22-ae65-4d76-afae-e87084ae2754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:07.506072 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-ebde733b-5cea-4139-ab11-5fb8f8e81242 None None] Port ddb90bd1-5ce6-4048-bbf9-c167f7cb0597 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:48:07.559518 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Pushing event updated for resources: {'Port': ['ID=ddb90bd1-5ce6-4048-bbf9-c167f7cb0597,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:07.563191 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:07.564403 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672533'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:07.642642 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:48:03Z', 'updated_at': '2021-06-16T13:48:04Z', 'revision_number': 3, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'gw_port': {'id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:04Z', 'updated_at': '2021-06-16T13:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:07.646768 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa5d42-5634-4a11-a547-11388cea3a10 None None] The sync data for ids ['b46bf425-2870-466b-9430-a2b8c59edf38'] in dv-cinder-774286-16-iscsi is: [{'id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:48:03Z', 'updated_at': '2021-06-16T13:48:04Z', 'revision_number': 3, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'gw_port': {'id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:04Z', 'updated_at': '2021-06-16T13:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:48:07.670948 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Network 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:48:07.673270 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:48:07.810305 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Router b46bf425-2870-466b-9430-a2b8c59edf38 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:48:07.953672 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-14e74399-be07-4f91-bbca-581167f3495d None None] Provisioning complete for port ddb90bd1-5ce6-4048-bbf9-c167f7cb0597 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:48:07.954329 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-14e74399-be07-4f91-bbca-581167f3495d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:08.023245 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-14e74399-be07-4f91-bbca-581167f3495d None None] Port ddb90bd1-5ce6-4048-bbf9-c167f7cb0597 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:48:08.028497 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:48:08.031419 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] 10.222.0.26 "PUT /v2.0/routers/b46bf425-2870-466b-9430-a2b8c59edf38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4080801 Jun 16 13:48:08.637446 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device f2a9fac6-73db-45a7-bf62-c38466dab2d1 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:48:08.707120 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port f2a9fac6-73db-45a7-bf62-c38466dab2d1 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:48:08.708175 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:08.746012 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 53708) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:08.751380 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-fc181ec8-f927-4fec-8494-69b5ce9bc12b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1443694564', 'description': 'tempest-description--691437601'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:08.778065 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc181ec8-f927-4fec-8494-69b5ce9bc12b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:08.795014 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device a3381c1a-364b-4ca7-ac5e-d87a43769acd up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:48:08.856154 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port a3381c1a-364b-4ca7-ac5e-d87a43769acd completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:48:08.862201 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port a3381c1a-364b-4ca7-ac5e-d87a43769acd triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:48:08.862589 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:08.893911 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc181ec8-f927-4fec-8494-69b5ce9bc12b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:08.898180 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc181ec8-f927-4fec-8494-69b5ce9bc12b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:08.903234 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-bd195c0c-fde3-4500-b081-a1444c3fff9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:08.932162 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc181ec8-f927-4fec-8494-69b5ce9bc12b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:08.933408 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-fc181ec8-f927-4fec-8494-69b5ce9bc12b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1863105 Jun 16 13:48:08.938543 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 53710) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:08.946482 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-53ecfac3-f33f-47a1-963b-f5921e8a8351 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Request body: {'security_group_rule': {'security_group_id': '06811ec1-7f18-4ed2-9799-3d7063d740c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:08.951624 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc181ec8-f927-4fec-8494-69b5ce9bc12b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06811ec1-7f18-4ed2-9799-3d7063d740c0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:08.955082 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fc181ec8-f927-4fec-8494-69b5ce9bc12b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:08.963910 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:08.987719 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-53ecfac3-f33f-47a1-963b-f5921e8a8351 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:08.992690 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port a3381c1a-364b-4ca7-ac5e-d87a43769acd, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=a3381c1a-364b-4ca7-ac5e-d87a43769acd,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:08.998440 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.000951 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-01ecb423-98be-41ca-b521-a231aa1af536 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:09.056850 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-53ecfac3-f33f-47a1-963b-f5921e8a8351 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.061946 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-53ecfac3-f33f-47a1-963b-f5921e8a8351 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.063468 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=a3381c1a-364b-4ca7-ac5e-d87a43769acd,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:09.065705 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-3406f88d-ba37-4623-aeb3-d31a2ee7ccc1 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:09.068452 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:09.085692 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecfac3-f33f-47a1-963b-f5921e8a8351 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320adcfa-951a-4282-a938-250c37540e34,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:09.089947 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-53ecfac3-f33f-47a1-963b-f5921e8a8351 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:09.094712 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-53ecfac3-f33f-47a1-963b-f5921e8a8351 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.096375 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-53ecfac3-f33f-47a1-963b-f5921e8a8351 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562848 Jun 16 13:48:09.098800 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 53712) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:09.103428 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-4a707191-212d-4c8f-9572-518a46b2c4ac tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Request body: {'security_group_rule': {'security_group_id': '06811ec1-7f18-4ed2-9799-3d7063d740c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:09.132330 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4a707191-212d-4c8f-9572-518a46b2c4ac tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.227453 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4a707191-212d-4c8f-9572-518a46b2c4ac tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.239035 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4a707191-212d-4c8f-9572-518a46b2c4ac tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.242982 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ffd09eb8-4708-4ccf-b334-c695bdba3a67 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:09.269896 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a707191-212d-4c8f-9572-518a46b2c4ac tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540ff8b8-ed4d-49b9-bbd4-15588e45d764,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:09.285049 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-4a707191-212d-4c8f-9572-518a46b2c4ac tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:09.294576 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4a707191-212d-4c8f-9572-518a46b2c4ac tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.296383 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-4a707191-212d-4c8f-9572-518a46b2c4ac tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1964996 Jun 16 13:48:09.299764 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 53720) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:09.307076 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Request body: {'floatingip': {'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:09.334675 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for floatingip, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.473154 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.605023 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Allocated IP 172.27.3.22 (4d1119cf-5fec-45f3-97f5-606abcd40a6f/1e4ea701-5473-443b-aeed-fa1b09c8f901/5556d104-5b7c-48ba-8766-34df81e64dcc) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:48:09.676198 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] Sync routers for ids ['b46bf425-2870-466b-9430-a2b8c59edf38'] in dv-cinder-774286-16-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:48:09.691132 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] Routers {'b46bf425-2870-466b-9430-a2b8c59edf38'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:48:09.692121 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:47:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['b46bf425-2870-466b-9430-a2b8c59edf38'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:09.745317 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.815797 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.821697 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:09.855931 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] Set router b46bf425-2870-466b-9430-a2b8c59edf38 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:48:09.877026 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:48:09.881914 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:48:09.897477 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:48:09.948690 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Pushing event updated for resources: {'Port': ['ID=5556d104-5b7c-48ba-8766-34df81e64dcc,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:09.956695 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:10.049716 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:10.104178 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:10.141441 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40080f2d-ba82-4343-8424-0a2bfe18a707 req-d27efe1c-371d-4054-9681-6de25a0f003b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:10.149276 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-40080f2d-ba82-4343-8424-0a2bfe18a707 req-d27efe1c-371d-4054-9681-6de25a0f003b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.1047144 Jun 16 13:48:10.185974 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-40080f2d-ba82-4343-8424-0a2bfe18a707 req-eb39c5f2-64a4-422d-97f2-9c550b49421b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355558 Jun 16 13:48:10.186260 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:48:03Z', 'updated_at': '2021-06-16T13:48:07Z', 'revision_number': 4, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'gw_port': {'id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:04Z', 'updated_at': '2021-06-16T13:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'ddb90bd1-5ce6-4048-bbf9-c167f7cb0597', 'name': '', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'mac_address': 'fa:16:3e:0e:d3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:06Z', 'updated_at': '2021-06-16T13:48:07Z', 'revision_number': 2, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'subnets': [{'id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:10.192300 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] Checking router: b46bf425-2870-466b-9430-a2b8c59edf38 for host: dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:48:10.192981 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] Updating router b46bf425-2870-466b-9430-a2b8c59edf38 port ddb90bd1-5ce6-4048-bbf9-c167f7cb0597 binding host dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:48:10.230472 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:10.280368 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:10.286860 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:10.290738 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c70a2071-505d-43e2-8366-c36a78eb4f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:10.377800 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Pushing event updated for resources: {'Port': ['ID=5556d104-5b7c-48ba-8766-34df81e64dcc,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:10.384322 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:10.393303 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376019'] for floatingip, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:10.410450 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:10.420509 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1110351 Jun 16 13:48:10.585793 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device a3381c1a-364b-4ca7-ac5e-d87a43769acd up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:48:10.621506 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] Notify callbacks [] for port, precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:10.634544 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.provisioning_blocks [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] Transition to ACTIVE for port object ddb90bd1-5ce6-4048-bbf9-c167f7cb0597 will not be triggered until provisioned by entity L2. {{(pid=103639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:48:10.642222 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:10.645224 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:10.655281 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 53748) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:10.697088 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86277895-7424-454c-a4c8-f8f786f6aaae None None] Pushing event updated for resources: {'Port': ['ID=ddb90bd1-5ce6-4048-bbf9-c167f7cb0597,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:10.708913 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277895-7424-454c-a4c8-f8f786f6aaae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:10.709574 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277895-7424-454c-a4c8-f8f786f6aaae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:10.710185 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277895-7424-454c-a4c8-f8f786f6aaae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:10.710720 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277895-7424-454c-a4c8-f8f786f6aaae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:10.711268 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277895-7424-454c-a4c8-f8f786f6aaae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:10.711826 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277895-7424-454c-a4c8-f8f786f6aaae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:10.712359 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277895-7424-454c-a4c8-f8f786f6aaae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:10.712987 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277895-7424-454c-a4c8-f8f786f6aaae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:10.713525 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277895-7424-454c-a4c8-f8f786f6aaae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:10.714071 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277895-7424-454c-a4c8-f8f786f6aaae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:10.714615 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277895-7424-454c-a4c8-f8f786f6aaae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:10.715157 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86277895-7424-454c-a4c8-f8f786f6aaae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:10.715672 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3115ebd1-0c29-4617-8702-785dbc7215df req-5c05828a-eef9-4346-9533-a8909b5eef6d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1443694564&fields=id&tenant_id=052bf41c0dac4472bc574fb6909da720 HTTP/1.1" status: 200 len: 267 time: 0.1207063 Jun 16 13:48:10.721600 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-86277895-7424-454c-a4c8-f8f786f6aaae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:10.769890 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port a3381c1a-364b-4ca7-ac5e-d87a43769acd triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:48:10.771008 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:10.896435 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] Attempting to bind port ddb90bd1-5ce6-4048-bbf9-c167f7cb0597 on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:48:10.897673 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] Attempting to bind port ddb90bd1-5ce6-4048-bbf9-c167f7cb0597 by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '6dbd8664-797f-422d-80e1-0ee87b025b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:48:10.898609 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] Attempting to bind port ddb90bd1-5ce6-4048-bbf9-c167f7cb0597 on network 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:48:10.907922 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:48:10.908304 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] Checking segment: {'id': '6dbd8664-797f-422d-80e1-0ee87b025b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:48:10.908778 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:10.909258 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] Bound using segment: {'id': '6dbd8664-797f-422d-80e1-0ee87b025b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:48:10.909847 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] Bound port: ddb90bd1-5ce6-4048-bbf9-c167f7cb0597, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbd8664-797f-422d-80e1-0ee87b025b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:48:10.910319 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:10.925612 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10bd3e71-20e5-46c7-86f5-5c5bff78a47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:10.940403 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c30d2acc-1102-4a6a-b9af-96ce2f604ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:10.944700 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115ebd1-0c29-4617-8702-785dbc7215df req-5eea08e5-e55b-4943-805f-431327de8412 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:10.948405 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3115ebd1-0c29-4617-8702-785dbc7215df req-5eea08e5-e55b-4943-805f-431327de8412 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/networks?id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 HTTP/1.1" status: 200 len: 817 time: 0.2310171 Jun 16 13:48:10.985296 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3115ebd1-0c29-4617-8702-785dbc7215df req-e7644cff-713d-45bc-ac43-ed37a271fa7a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/quotas/052bf41c0dac4472bc574fb6909da720 HTTP/1.1" status: 200 len: 375 time: 0.0277729 Jun 16 13:48:11.032490 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] For port ddb90bd1-5ce6-4048-bbf9-c167f7cb0597, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:48:11.038103 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] For port ddb90bd1-5ce6-4048-bbf9-c167f7cb0597, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=ddb90bd1-5ce6-4048-bbf9-c167f7cb0597,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:48:11.046587 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:11.066697 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-043760cc-8822-4245-ba44-13cb4a1fe4e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:11.109064 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3115ebd1-0c29-4617-8702-785dbc7215df req-819a7a89-8c9b-4642-a8dd-6b9d4f2b9474 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=052bf41c0dac4472bc574fb6909da720&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1221530 Jun 16 13:48:11.116394 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10bd3e71-20e5-46c7-86f5-5c5bff78a47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:11.123512 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10bd3e71-20e5-46c7-86f5-5c5bff78a47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:11.136164 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-ea5ed834-e3a9-4730-9e1f-bf3426b24207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:11.153196 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86277895-7424-454c-a4c8-f8f786f6aaae None None] Pushing event updated for resources: {'Port': ['ID=ddb90bd1-5ce6-4048-bbf9-c167f7cb0597,revision_number=4']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:11.158097 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-86277895-7424-454c-a4c8-f8f786f6aaae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:11.159078 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] Routers {'b46bf425-2870-466b-9430-a2b8c59edf38'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:48:11.159988 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:47:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['b46bf425-2870-466b-9430-a2b8c59edf38'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:11.211946 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd3e71-20e5-46c7-86f5-5c5bff78a47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf09d306-55dc-4149-b0e5-5f8955419880,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:11.226198 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-10bd3e71-20e5-46c7-86f5-5c5bff78a47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:11.232425 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-10bd3e71-20e5-46c7-86f5-5c5bff78a47f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d8774975f25e48528f7b091eb39f82f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5746505 Jun 16 13:48:11.235084 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 53756) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:11.311801 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3115ebd1-0c29-4617-8702-785dbc7215df req-e90628d5-178b-4ed7-86fc-ae23a6fef202 service neutron] 10.222.0.26 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841638 Jun 16 13:48:11.344741 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc0920c2-c643-45f7-9fd3-80051bfb1ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:11.348465 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] Set router b46bf425-2870-466b-9430-a2b8c59edf38 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:48:11.398328 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc0920c2-c643-45f7-9fd3-80051bfb1ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:11.447006 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3115ebd1-0c29-4617-8702-785dbc7215df req-c4215dea-7429-4176-b77c-0f5fcccf1922 service neutron] 10.222.0.26 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331685 Jun 16 13:48:11.521733 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c843ce-1dbf-4e5a-9be7-3833bf0e3347 req-c55e7059-8948-49de-a6a6-c2fea07428be tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:11.529460 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-43c843ce-1dbf-4e5a-9be7-3833bf0e3347 req-c55e7059-8948-49de-a6a6-c2fea07428be tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.1188042 Jun 16 13:48:11.530145 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc0920c2-c643-45f7-9fd3-80051bfb1ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:11.533799 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc0920c2-c643-45f7-9fd3-80051bfb1ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:11.534917 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-fc0920c2-c643-45f7-9fd3-80051bfb1ba4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf09d306-55dc-4149-b0e5-5f8955419880 HTTP/1.1" status: 204 len: 168 time: 0.2978916 Jun 16 13:48:11.535951 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-27f72277-d80a-4c67-b485-3a9f152285b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:11.576210 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0920c2-c643-45f7-9fd3-80051bfb1ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf09d306-55dc-4149-b0e5-5f8955419880,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:11.580153 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fc0920c2-c643-45f7-9fd3-80051bfb1ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:11.619470 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-43c843ce-1dbf-4e5a-9be7-3833bf0e3347 req-3d03c481-13ae-49ee-94a6-51905f32658b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702820 Jun 16 13:48:11.746062 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3901dd0c-9eff-46eb-9591-6cf2e0ba4366 req-634a665b-6397-46d0-a76e-2b658bc14f06 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 210 time: 0.0580406 Jun 16 13:48:11.751406 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:48:03Z', 'updated_at': '2021-06-16T13:48:07Z', 'revision_number': 4, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'gw_port': {'id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:04Z', 'updated_at': '2021-06-16T13:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'ddb90bd1-5ce6-4048-bbf9-c167f7cb0597', 'name': '', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'mac_address': 'fa:16:3e:0e:d3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:06Z', 'updated_at': '2021-06-16T13:48:11Z', 'revision_number': 4, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'subnets': [{'id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:11.761085 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a294c80-36cb-40db-8105-72e20ce263f0 None None] The sync data for ids ['b46bf425-2870-466b-9430-a2b8c59edf38'] in dv-cinder-774286-16-iscsi is: [{'id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:48:03Z', 'updated_at': '2021-06-16T13:48:07Z', 'revision_number': 4, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'gw_port': {'id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:04Z', 'updated_at': '2021-06-16T13:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'ddb90bd1-5ce6-4048-bbf9-c167f7cb0597', 'name': '', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'mac_address': 'fa:16:3e:0e:d3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:06Z', 'updated_at': '2021-06-16T13:48:11Z', 'revision_number': 4, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'subnets': [{'id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:48:12.568174 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device ddb90bd1-5ce6-4048-bbf9-c167f7cb0597 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:48:12.629292 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port ddb90bd1-5ce6-4048-bbf9-c167f7cb0597 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:48:12.637066 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port ddb90bd1-5ce6-4048-bbf9-c167f7cb0597 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:48:12.637731 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:12.832107 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:12.941167 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port ddb90bd1-5ce6-4048-bbf9-c167f7cb0597, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=ddb90bd1-5ce6-4048-bbf9-c167f7cb0597,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:12.951050 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:12.953810 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:12.963580 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35099a23-ce7f-4238-8fa2-dbaceab36213 req-f401e0f3-571b-4c33-ab5a-548788ae6f0d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:12.984720 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2cd1324a-6efd-4f90-9c8e-74bbdc610d26 req-2d1c062e-69a1-47b5-8f7e-5eb6c1a3ea25 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 210 time: 0.0425251 Jun 16 13:48:12.987299 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-35099a23-ce7f-4238-8fa2-dbaceab36213 req-f401e0f3-571b-4c33-ab5a-548788ae6f0d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.1689298 Jun 16 13:48:13.018170 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=ddb90bd1-5ce6-4048-bbf9-c167f7cb0597,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:13.021734 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:13.040670 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-35099a23-ce7f-4238-8fa2-dbaceab36213 req-bec975f3-9bea-4969-a374-e02cfb4cac6e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522666 Jun 16 13:48:13.232971 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:13.349970 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c4411e86-7c6d-4369-af65-a1aba1bf6e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:13.441664 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115ebd1-0c29-4617-8702-785dbc7215df req-460a9986-4dc7-4765-ba4a-5566ebe1a4aa tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:13.441664 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3115ebd1-0c29-4617-8702-785dbc7215df req-460a9986-4dc7-4765-ba4a-5566ebe1a4aa tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.63 "GET /v2.0/networks?id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 HTTP/1.1" status: 200 len: 817 time: 0.1573825 Jun 16 13:48:13.460439 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:13.534769 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3115ebd1-0c29-4617-8702-785dbc7215df req-27b644bb-7df4-4cbb-bae4-81c9000e93d2 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=052bf41c0dac4472bc574fb6909da720 HTTP/1.1" status: 200 len: 380 time: 0.0823150 Jun 16 13:48:13.545389 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-3115ebd1-0c29-4617-8702-785dbc7215df req-ba6dfa31-f8b2-4961-88b3-d2c6ff31025f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Request body: {'port': {'device_id': 'f39bc618-89c4-40b8-99d1-a29b31ddb5cf', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'admin_state_up': True, 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'security_groups': ['06811ec1-7f18-4ed2-9799-3d7063d740c0']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:13.708051 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3115ebd1-0c29-4617-8702-785dbc7215df req-ba6dfa31-f8b2-4961-88b3-d2c6ff31025f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Made reservation on behalf of 052bf41c0dac4472bc574fb6909da720 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:48:13.712639 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3115ebd1-0c29-4617-8702-785dbc7215df req-ba6dfa31-f8b2-4961-88b3-d2c6ff31025f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:13.870384 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-3115ebd1-0c29-4617-8702-785dbc7215df req-ba6dfa31-f8b2-4961-88b3-d2c6ff31025f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Allocated IP 172.20.0.6 (903b6bf6-5698-4af0-b2b5-5ea9f80e25c5/51f55d14-8f22-464a-a7ae-943a9f2b051c/e6a50a66-47f6-434e-bba4-dabb1d4e011d) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:48:14.017278 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3115ebd1-0c29-4617-8702-785dbc7215df req-ba6dfa31-f8b2-4961-88b3-d2c6ff31025f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:14.034100 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-3115ebd1-0c29-4617-8702-785dbc7215df req-ba6dfa31-f8b2-4961-88b3-d2c6ff31025f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Transition to ACTIVE for port object e6a50a66-47f6-434e-bba4-dabb1d4e011d will not be triggered until provisioned by entity DHCP. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:48:14.070781 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3115ebd1-0c29-4617-8702-785dbc7215df req-ba6dfa31-f8b2-4961-88b3-d2c6ff31025f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3313777'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:14.074631 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:14.100312 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 53832) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:14.128099 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3115ebd1-0c29-4617-8702-785dbc7215df req-ba6dfa31-f8b2-4961-88b3-d2c6ff31025f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Network 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:48:14.134518 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-3115ebd1-0c29-4617-8702-785dbc7215df req-ba6dfa31-f8b2-4961-88b3-d2c6ff31025f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:48:14.138817 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-3115ebd1-0c29-4617-8702-785dbc7215df req-ba6dfa31-f8b2-4961-88b3-d2c6ff31025f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:48:14.194263 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115ebd1-0c29-4617-8702-785dbc7215df req-ba6dfa31-f8b2-4961-88b3-d2c6ff31025f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:14.195094 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3115ebd1-0c29-4617-8702-785dbc7215df req-ba6dfa31-f8b2-4961-88b3-d2c6ff31025f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:14.203371 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dfa31-f8b2-4961-88b3-d2c6ff31025f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Pushing event updated for resources: {'Port': ['ID=e6a50a66-47f6-434e-bba4-dabb1d4e011d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:14.213884 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-ba6dfa31-f8b2-4961-88b3-d2c6ff31025f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:14.249316 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866c329-5775-4d6c-b425-410a26d7ea6e req-65048c1f-c21f-4fed-b94a-ae2cb26c25ea tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:14.257166 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4866c329-5775-4d6c-b425-410a26d7ea6e req-65048c1f-c21f-4fed-b94a-ae2cb26c25ea tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 931 time: 0.1178319 Jun 16 13:48:14.297461 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3115ebd1-0c29-4617-8702-785dbc7215df req-ba6dfa31-f8b2-4961-88b3-d2c6ff31025f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7563932 Jun 16 13:48:14.298302 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a24b1dcc-4e98-4364-a456-c56e5259f164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:14.311321 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Request body: {'port': {'device_id': 'f39bc618-89c4-40b8-99d1-a29b31ddb5cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:14.337161 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4866c329-5775-4d6c-b425-410a26d7ea6e req-1839fffd-99c2-4feb-a42f-b440be66ba70 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787055 Jun 16 13:48:14.357973 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094664b-9f58-4dd9-a3ab-2eb64143eec9 req-8de5c9cd-897d-49c0-b68d-63e7623850b3 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:14.359950 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7094664b-9f58-4dd9-a3ab-2eb64143eec9 req-8de5c9cd-897d-49c0-b68d-63e7623850b3 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.1450408 Jun 16 13:48:14.459382 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a24b1dcc-4e98-4364-a456-c56e5259f164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:14.463931 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:14.469629 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a24b1dcc-4e98-4364-a456-c56e5259f164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:14.484013 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-26d11f82-928f-49b1-9752-b48fe730b27c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:14.488208 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-9348ccb1-01d8-414d-916e-88beef57a38c None None] Provisioning for port e6a50a66-47f6-434e-bba4-dabb1d4e011d completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:48:14.491641 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7094664b-9f58-4dd9-a3ab-2eb64143eec9 req-6d7fb082-c335-4091-9019-14187823d340 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210632 Jun 16 13:48:14.495375 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-9348ccb1-01d8-414d-916e-88beef57a38c None None] Provisioning complete for port e6a50a66-47f6-434e-bba4-dabb1d4e011d triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:48:14.496243 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9348ccb1-01d8-414d-916e-88beef57a38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:14.526736 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b1dcc-4e98-4364-a456-c56e5259f164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47662ae3-6028-4b07-8873-23bbadb072d8,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:14.535482 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device ddb90bd1-5ce6-4048-bbf9-c167f7cb0597 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:48:14.548900 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-a24b1dcc-4e98-4364-a456-c56e5259f164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:14.557410 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-a24b1dcc-4e98-4364-a456-c56e5259f164 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=54e1de6437e146699c02d186b1ddb836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4552603 Jun 16 13:48:14.558060 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 53842) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:14.587630 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-9348ccb1-01d8-414d-916e-88beef57a38c None None] Port e6a50a66-47f6-434e-bba4-dabb1d4e011d cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:48:14.608045 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port ddb90bd1-5ce6-4048-bbf9-c167f7cb0597 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:48:14.608418 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:14.641066 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5ff3aaf-f293-4c73-9f78-7d47e21838fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:14.666944 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5ff3aaf-f293-4c73-9f78-7d47e21838fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:14.735242 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5ff3aaf-f293-4c73-9f78-7d47e21838fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:14.741747 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5ff3aaf-f293-4c73-9f78-7d47e21838fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:14.742998 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-a5ff3aaf-f293-4c73-9f78-7d47e21838fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/47662ae3-6028-4b07-8873-23bbadb072d8 HTTP/1.1" status: 204 len: 168 time: 0.1819696 Jun 16 13:48:14.744226 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ea931fb7-860b-46aa-8929-41c9ded4b12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:14.754192 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff3aaf-f293-4c73-9f78-7d47e21838fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47662ae3-6028-4b07-8873-23bbadb072d8,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:14.760618 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-a5ff3aaf-f293-4c73-9f78-7d47e21838fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:14.834193 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:14.910465 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a50a66-47f6-434e-bba4-dabb1d4e011d {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:48:14.918280 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:14.930563 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Transition to ACTIVE for port object e6a50a66-47f6-434e-bba4-dabb1d4e011d will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:48:14.935857 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313767'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:14.939328 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:15.038939 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a50a66-47f6-434e-bba4-dabb1d4e011d,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:15.059348 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:15.093867 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Attempting to bind port e6a50a66-47f6-434e-bba4-dabb1d4e011d on host hv-cinder-77428 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:48:15.094196 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Attempting to bind port e6a50a66-47f6-434e-bba4-dabb1d4e011d by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '6dbd8664-797f-422d-80e1-0ee87b025b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:48:15.094520 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Attempting to bind port e6a50a66-47f6-434e-bba4-dabb1d4e011d on network 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:48:15.100927 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Port e6a50a66-47f6-434e-bba4-dabb1d4e011d on network 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:48:15.101388 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Attempting to bind port e6a50a66-47f6-434e-bba4-dabb1d4e011d on network 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:48:15.110543 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 53852) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:15.111041 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Checking agent: {'id': 'bb4a981f-00aa-40ad-8a89-acbc72a2637c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:48:15.111268 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Checking segment: {'id': '6dbd8664-797f-422d-80e1-0ee87b025b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:48:15.111793 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Bound using segment: {'id': '6dbd8664-797f-422d-80e1-0ee87b025b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:48:15.112448 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Bound port: e6a50a66-47f6-434e-bba4-dabb1d4e011d, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbd8664-797f-422d-80e1-0ee87b025b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:48:15.112808 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:15.125805 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7e86b927-a066-41cd-92c9-41928d0ac9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:15.189468 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] For port e6a50a66-47f6-434e-bba4-dabb1d4e011d, host hv-cinder-77428, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:48:15.193453 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] For port e6a50a66-47f6-434e-bba4-dabb1d4e011d, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e6a50a66-47f6-434e-bba4-dabb1d4e011d,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:48:15.199381 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313767'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:15.203106 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-3704e019-748c-465d-9c2f-0a077b07d6e4 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:15.242120 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7e86b927-a066-41cd-92c9-41928d0ac9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:15.247577 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7e86b927-a066-41cd-92c9-41928d0ac9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:15.255461 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-bf4478b6-6bca-479a-b506-9967e5ed452c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:15.265812 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:15.266952 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:15.269622 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3115ebd1-0c29-4617-8702-785dbc7215df req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] 10.222.0.63 "PUT /v2.0/ports/e6a50a66-47f6-434e-bba4-dabb1d4e011d HTTP/1.1" status: 200 len: 1093 time: 0.9628289 Jun 16 13:48:15.269979 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39bc618-89c4-40b8-99d1-a29b31ddb5cf', 'tag': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:48:15.273814 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6b041c-8700-43d9-a98b-e0d9a7b09bda" -d '{"events": [{"name": "network-changed", "server_uuid": "f39bc618-89c4-40b8-99d1-a29b31ddb5cf", "tag": "e6a50a66-47f6-434e-bba4-dabb1d4e011d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:48:15.329933 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7e86b927-a066-41cd-92c9-41928d0ac9be admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=42d59c01bace4445b1f38eb05421a807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134778 Jun 16 13:48:15.329933 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86b927-a066-41cd-92c9-41928d0ac9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc53cea-fc87-4213-bec9-c137d38c685e,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:15.338780 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7e86b927-a066-41cd-92c9-41928d0ac9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:15.340414 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 53856) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:15.353178 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a50a66-47f6-434e-bba4-dabb1d4e011d,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:15.358788 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4b4ace-b64d-4987-ac56-f056c5bc3250 x-openstack-request-id: req-eb4b4ace-b64d-4987-ac56-f056c5bc3250 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:48:15.359678 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39bc618-89c4-40b8-99d1-a29b31ddb5cf", "tag": "e6a50a66-47f6-434e-bba4-dabb1d4e011d", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:48:15.360025 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb4b4ace-b64d-4987-ac56-f056c5bc3250 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:48:15.362117 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39bc618-89c4-40b8-99d1-a29b31ddb5cf', 'tag': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d', 'status': 'completed', 'code': 200} Jun 16 13:48:15.378457 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:15.412867 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115ebd1-0c29-4617-8702-785dbc7215df req-850d24a6-e842-4b69-a8fb-b6885551fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:15.414307 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3115ebd1-0c29-4617-8702-785dbc7215df req-850d24a6-e842-4b69-a8fb-b6885551fd6a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=052bf41c0dac4472bc574fb6909da720&device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 1096 time: 0.0856709 Jun 16 13:48:15.418704 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2862a850-31e8-4f2d-80d8-e10587138d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:15.448750 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2862a850-31e8-4f2d-80d8-e10587138d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:15.463154 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3115ebd1-0c29-4617-8702-785dbc7215df req-76de9802-e225-4e8c-9467-194029033d5c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6a50a66-47f6-434e-bba4-dabb1d4e011d HTTP/1.1" status: 200 len: 217 time: 0.0398207 Jun 16 13:48:15.512271 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2862a850-31e8-4f2d-80d8-e10587138d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:15.515903 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2862a850-31e8-4f2d-80d8-e10587138d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:15.517329 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-2862a850-31e8-4f2d-80d8-e10587138d2d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9bc53cea-fc87-4213-bec9-c137d38c685e HTTP/1.1" status: 204 len: 168 time: 0.1756263 Jun 16 13:48:15.518290 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-a32a706e-fcad-4221-aeb9-1d273311c841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:15.549866 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862a850-31e8-4f2d-80d8-e10587138d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc53cea-fc87-4213-bec9-c137d38c685e,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:15.553414 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-2862a850-31e8-4f2d-80d8-e10587138d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:15.571013 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115ebd1-0c29-4617-8702-785dbc7215df req-0e714fce-4799-421f-8d66-7206cf88100b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:15.572504 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3115ebd1-0c29-4617-8702-785dbc7215df req-0e714fce-4799-421f-8d66-7206cf88100b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=51f55d14-8f22-464a-a7ae-943a9f2b051c HTTP/1.1" status: 200 len: 856 time: 0.1015387 Jun 16 13:48:15.633334 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce26ed-00ec-452e-8aeb-3f76eb4d01f3 req-c9bebe4d-0314-497e-8968-e7d75f7e3d01 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:15.634875 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b6ce26ed-00ec-452e-8aeb-3f76eb4d01f3 req-c9bebe4d-0314-497e-8968-e7d75f7e3d01 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.1240065 Jun 16 13:48:15.691087 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115ebd1-0c29-4617-8702-785dbc7215df req-72f8bd0a-ebe6-4f1f-8d90-825a7a1eee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:15.692611 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3115ebd1-0c29-4617-8702-785dbc7215df req-72f8bd0a-ebe6-4f1f-8d90-825a7a1eee69 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1100955 Jun 16 13:48:15.698621 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b6ce26ed-00ec-452e-8aeb-3f76eb4d01f3 req-1da33338-1185-4936-8342-f2122147b88a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543618 Jun 16 13:48:15.724747 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840ad90-778b-411b-b3c1-1366a9b99303 req-b1c50a36-898b-4b94-889e-1cb3f5a217d3 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:15.731740 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4840ad90-778b-411b-b3c1-1366a9b99303 req-b1c50a36-898b-4b94-889e-1cb3f5a217d3 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0915680 Jun 16 13:48:15.781859 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4840ad90-778b-411b-b3c1-1366a9b99303 req-923872fd-f519-4139-9a3d-81f0dd0e3248 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490730 Jun 16 13:48:15.827958 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3115ebd1-0c29-4617-8702-785dbc7215df req-b4275772-2be2-421e-8e95-23587c9ce66a service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277261 Jun 16 13:48:15.953552 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3115ebd1-0c29-4617-8702-785dbc7215df req-e29b8e88-274c-4fe3-8b60-0cfff85cda17 service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180582 Jun 16 13:48:16.105538 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b041c-8700-43d9-a98b-e0d9a7b09bda req-5ca1863e-61e1-4195-91d2-71ba85eeb569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:16.108050 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1c6b041c-8700-43d9-a98b-e0d9a7b09bda req-5ca1863e-61e1-4195-91d2-71ba85eeb569 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=052bf41c0dac4472bc574fb6909da720&device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 1096 time: 0.0840197 Jun 16 13:48:16.222196 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b041c-8700-43d9-a98b-e0d9a7b09bda req-ff4d54c0-1038-4597-a325-28c42b8fd0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:16.224192 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1c6b041c-8700-43d9-a98b-e0d9a7b09bda req-ff4d54c0-1038-4597-a325-28c42b8fd0a3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 HTTP/1.1" status: 200 len: 919 time: 0.1090875 Jun 16 13:48:16.278130 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1c6b041c-8700-43d9-a98b-e0d9a7b09bda req-8327bb9a-c43a-444f-9ce6-f92d611ecd67 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6a50a66-47f6-434e-bba4-dabb1d4e011d HTTP/1.1" status: 200 len: 217 time: 0.0422032 Jun 16 13:48:16.337955 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b041c-8700-43d9-a98b-e0d9a7b09bda req-a1ba29cf-7d4c-4607-87e9-d823d7c29817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:16.339383 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1c6b041c-8700-43d9-a98b-e0d9a7b09bda req-a1ba29cf-7d4c-4607-87e9-d823d7c29817 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=51f55d14-8f22-464a-a7ae-943a9f2b051c HTTP/1.1" status: 200 len: 856 time: 0.0493226 Jun 16 13:48:16.418287 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:16.420199 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b041c-8700-43d9-a98b-e0d9a7b09bda req-9c62efa3-1761-4c07-a3f7-1557e1f5fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:16.423084 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1c6b041c-8700-43d9-a98b-e0d9a7b09bda req-9c62efa3-1761-4c07-a3f7-1557e1f5fda7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0739963 Jun 16 13:48:16.500554 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 53890) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:16.606883 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-ffe4cf70-b22c-460c-9449-0ba1e36d2b6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-400675468-network', 'tenant_id': '52d6738b5b544f89ae3a68b4ba056854'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:16.632751 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe4cf70-b22c-460c-9449-0ba1e36d2b6b admin admin] Made reservation on behalf of 52d6738b5b544f89ae3a68b4ba056854 for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:48:16.635202 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ffe4cf70-b22c-460c-9449-0ba1e36d2b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for network, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:16.644430 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ffe4cf70-b22c-460c-9449-0ba1e36d2b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:16.742838 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ffe4cf70-b22c-460c-9449-0ba1e36d2b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:16.747595 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ffe4cf70-b22c-460c-9449-0ba1e36d2b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:16.750799 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-f4fd5651-3ee3-4816-a5a1-d59aab41e061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:16.771521 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe4cf70-b22c-460c-9449-0ba1e36d2b6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1383} {{(pid=103637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:48:16.792057 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ffe4cf70-b22c-460c-9449-0ba1e36d2b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:16.792057 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-ffe4cf70-b22c-460c-9449-0ba1e36d2b6b admin admin] Added segment 5a308d99-31a9-417a-89b6-d546aaabe97a of type vlan for network bd534594-3793-42b2-91dc-4b6c71441b7a Jun 16 13:48:16.804399 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4cf70-b22c-460c-9449-0ba1e36d2b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8e4e7a-fb7c-412f-aca0-e7ca04fdf3e2,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:16.826642 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ffe4cf70-b22c-460c-9449-0ba1e36d2b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:16.842723 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ffe4cf70-b22c-460c-9449-0ba1e36d2b6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768724243357'] for network, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:16.885513 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ffe4cf70-b22c-460c-9449-0ba1e36d2b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442'] for network, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:16.891375 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe4cf70-b22c-460c-9449-0ba1e36d2b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:16.892063 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ffe4cf70-b22c-460c-9449-0ba1e36d2b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:16.894499 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:16.957259 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276012b4-7685-43f3-b829-86824c98fec3 req-fe9f9c19-0f02-4f5b-b633-e132adec4c77 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:16.958876 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-276012b4-7685-43f3-b829-86824c98fec3 req-fe9f9c19-0f02-4f5b-b633-e132adec4c77 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.0877697 Jun 16 13:48:16.996588 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ffe4cf70-b22c-460c-9449-0ba1e36d2b6b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4948208 Jun 16 13:48:16.997508 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4cf70-b22c-460c-9449-0ba1e36d2b6b admin admin] Pushing event updated for resources: {'Network': ['ID=bd534594-3793-42b2-91dc-4b6c71441b7a,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:17.001386 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ffe4cf70-b22c-460c-9449-0ba1e36d2b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:17.001890 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 53898) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:17.008085 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-f7c9282d-8010-4cca-9b7e-806322cd377e admin admin] Request body: {'subnet': {'network_id': 'bd534594-3793-42b2-91dc-4b6c71441b7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-400675468-subnet', 'tenant_id': '52d6738b5b544f89ae3a68b4ba056854', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:17.013798 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-276012b4-7685-43f3-b829-86824c98fec3 req-9f9e65cd-3636-4170-862e-4651707b184e tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446138 Jun 16 13:48:17.016719 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Network bd534594-3793-42b2-91dc-4b6c71441b7a details requested by agent ovs-agent-dv-cinder-774286-16-iscsi with host dv-cinder-774286-16-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:48:17.067847 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf569c1-74c2-43e7-9dbe-664655ff35d6 req-52b625eb-daf9-469c-a9dd-273b5fd19ce7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:17.069811 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ebf569c1-74c2-43e7-9dbe-664655ff35d6 req-52b625eb-daf9-469c-a9dd-273b5fd19ce7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.1286185 Jun 16 13:48:17.071596 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c9282d-8010-4cca-9b7e-806322cd377e admin admin] Made reservation on behalf of 52d6738b5b544f89ae3a68b4ba056854 for: {'subnet': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:48:17.073886 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7c9282d-8010-4cca-9b7e-806322cd377e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398645'] for subnet, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:17.191024 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ebf569c1-74c2-43e7-9dbe-664655ff35d6 req-9d65e6a0-aab7-49c7-9b22-cf59a0279916 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020997 Jun 16 13:48:17.318958 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7c9282d-8010-4cca-9b7e-806322cd377e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8885060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398631'] for subnet, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:17.321318 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:17.378384 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9282d-8010-4cca-9b7e-806322cd377e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bb6eec1-44b8-483a-9bd6-ded86440ca94,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:17.381640 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-f7c9282d-8010-4cca-9b7e-806322cd377e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:17.397618 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c9282d-8010-4cca-9b7e-806322cd377e admin admin] Checking segment: {'id': '5a308d99-31a9-417a-89b6-d546aaabe97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': 'bd534594-3793-42b2-91dc-4b6c71441b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:48:17.398095 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c9282d-8010-4cca-9b7e-806322cd377e admin admin] Network hostable DHCP agents. Network: bd534594-3793-42b2-91dc-4b6c71441b7a, hostable agents: ['cacdca07-80fb-43b6-bcec-cb473972b15f'], hosted agents: [] {{(pid=103637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:48:17.417456 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c9282d-8010-4cca-9b7e-806322cd377e admin admin] Network bd534594-3793-42b2-91dc-4b6c71441b7a is scheduled to be hosted by DHCP agent cacdca07-80fb-43b6-bcec-cb473972b15f with binding_index 1 {{(pid=103637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:48:17.434966 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-f7c9282d-8010-4cca-9b7e-806322cd377e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-16-iscsi, bd534594-3793-42b2-91dc-4b6c71441b7a) {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:48:17.440986 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c9282d-8010-4cca-9b7e-806322cd377e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:17.442452 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7c9282d-8010-4cca-9b7e-806322cd377e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:17.445112 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd358f4-206e-422e-b3af-0b523dc95fd2 None None] Network bd534594-3793-42b2-91dc-4b6c71441b7a requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:48:17.467770 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-f7c9282d-8010-4cca-9b7e-806322cd377e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4567142 Jun 16 13:48:17.598422 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c9c274-dcec-4407-9c23-56b01b0d3e72 None None] Network bd534594-3793-42b2-91dc-4b6c71441b7a requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:48:18.022613 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 53916) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:18.027921 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-ff803297-4d70-4fd1-a588-d7ad08e0f5cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1020843466-network', 'tenant_id': '14a3ca65cb8f48fe8547b2a7ad4152b2'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:18.051627 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff803297-4d70-4fd1-a588-d7ad08e0f5cd admin admin] Made reservation on behalf of 14a3ca65cb8f48fe8547b2a7ad4152b2 for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:48:18.056125 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ff803297-4d70-4fd1-a588-d7ad08e0f5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for network, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.069424 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ff803297-4d70-4fd1-a588-d7ad08e0f5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.226312 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ff803297-4d70-4fd1-a588-d7ad08e0f5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.232471 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ff803297-4d70-4fd1-a588-d7ad08e0f5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.239647 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-96e57c82-9948-4fd5-a1ee-3d55140916d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:18.270016 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff803297-4d70-4fd1-a588-d7ad08e0f5cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1360} {{(pid=103637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:48:18.297506 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff803297-4d70-4fd1-a588-d7ad08e0f5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7339918-c65f-45bb-a554-50ff0f232ffb,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:18.314180 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ff803297-4d70-4fd1-a588-d7ad08e0f5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.314999 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-ff803297-4d70-4fd1-a588-d7ad08e0f5cd admin admin] Added segment c3f82b41-da19-4fa9-84bc-1dda4e646a0c of type vlan for network 3cd90d2a-1b31-418c-ae4c-62b22fe506e8 Jun 16 13:48:18.318083 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ff803297-4d70-4fd1-a588-d7ad08e0f5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:18.376278 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ff803297-4d70-4fd1-a588-d7ad08e0f5cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768724243357'] for network, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.394967 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81accbe8-be18-4353-b15e-fe540696cb52 req-cce1d236-d48f-41fd-9507-b847452fb02d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:18.397469 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-81accbe8-be18-4353-b15e-fe540696cb52 req-cce1d236-d48f-41fd-9507-b847452fb02d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.2070949 Jun 16 13:48:18.406830 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1c6b041c-8700-43d9-a98b-e0d9a7b09bda req-40298329-a868-44f6-81be-69f0361837ee service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656175 Jun 16 13:48:18.459340 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-81accbe8-be18-4353-b15e-fe540696cb52 req-a310d85f-c449-4c62-813f-766b5e95737a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566337 Jun 16 13:48:18.463100 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ff803297-4d70-4fd1-a588-d7ad08e0f5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442'] for network, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.467345 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff803297-4d70-4fd1-a588-d7ad08e0f5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:18.467553 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ff803297-4d70-4fd1-a588-d7ad08e0f5cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.471640 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-cb776cb9-3d8a-4904-b5b1-7a9403113c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:18.534867 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ff803297-4d70-4fd1-a588-d7ad08e0f5cd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5108781 Jun 16 13:48:18.538380 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 53924) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:18.546657 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-0526b8b0-e6de-4594-adc2-f900e0c16d88 admin admin] Request body: {'subnet': {'network_id': '3cd90d2a-1b31-418c-ae4c-62b22fe506e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1020843466-subnet', 'tenant_id': '14a3ca65cb8f48fe8547b2a7ad4152b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:18.560502 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff803297-4d70-4fd1-a588-d7ad08e0f5cd admin admin] Pushing event updated for resources: {'Network': ['ID=3cd90d2a-1b31-418c-ae4c-62b22fe506e8,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:18.568901 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ff803297-4d70-4fd1-a588-d7ad08e0f5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:18.574032 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Network 3cd90d2a-1b31-418c-ae4c-62b22fe506e8 details requested by agent ovs-agent-dv-cinder-774286-16-iscsi with host dv-cinder-774286-16-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:48:18.576950 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0526b8b0-e6de-4594-adc2-f900e0c16d88 admin admin] Made reservation on behalf of 14a3ca65cb8f48fe8547b2a7ad4152b2 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:48:18.580590 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0526b8b0-e6de-4594-adc2-f900e0c16d88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4132080'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.591253 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974032cb-d190-45e6-9be0-2fc07026e31e req-4061c313-754e-4694-a2b4-4d4401b27efd tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:18.594322 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-974032cb-d190-45e6-9be0-2fc07026e31e req-4061c313-754e-4694-a2b4-4d4401b27efd tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.1755774 Jun 16 13:48:18.667325 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-974032cb-d190-45e6-9be0-2fc07026e31e req-83cf9d7a-29fc-4ba9-8cd2-6af7d2e31712 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615194 Jun 16 13:48:18.809294 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0526b8b0-e6de-4594-adc2-f900e0c16d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3313893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4132066'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.812296 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fd6b52df-7644-4cae-9ce9-4c7a3aeeb086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:19.113102 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526b8b0-e6de-4594-adc2-f900e0c16d88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04bb221c-e67e-49ff-845f-b0966a3fb51c,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:19.116709 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-0526b8b0-e6de-4594-adc2-f900e0c16d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:19.120553 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0526b8b0-e6de-4594-adc2-f900e0c16d88 admin admin] Checking segment: {'id': 'c3f82b41-da19-4fa9-84bc-1dda4e646a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': '3cd90d2a-1b31-418c-ae4c-62b22fe506e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:48:19.120948 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0526b8b0-e6de-4594-adc2-f900e0c16d88 admin admin] Network hostable DHCP agents. Network: 3cd90d2a-1b31-418c-ae4c-62b22fe506e8, hostable agents: ['cacdca07-80fb-43b6-bcec-cb473972b15f'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:48:19.140417 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0526b8b0-e6de-4594-adc2-f900e0c16d88 admin admin] Network 3cd90d2a-1b31-418c-ae4c-62b22fe506e8 is scheduled to be hosted by DHCP agent cacdca07-80fb-43b6-bcec-cb473972b15f with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:48:19.149837 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-0526b8b0-e6de-4594-adc2-f900e0c16d88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-16-iscsi, 3cd90d2a-1b31-418c-ae4c-62b22fe506e8) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:48:19.154136 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0526b8b0-e6de-4594-adc2-f900e0c16d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:19.154711 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0526b8b0-e6de-4594-adc2-f900e0c16d88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:19.159542 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f825a38-d459-4391-ab5f-bb28c2e7aa0d None None] Network 3cd90d2a-1b31-418c-ae4c-62b22fe506e8 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:48:19.176969 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-0526b8b0-e6de-4594-adc2-f900e0c16d88 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6312501 Jun 16 13:48:19.290324 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1c6b041c-8700-43d9-a98b-e0d9a7b09bda req-5cdcb1d3-d28a-4ed8-ac5c-a7c087b2bf71 service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945520 Jun 16 13:48:19.325802 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d127ba-ab5c-42d4-b840-64f7f4cdc926 None None] Network 3cd90d2a-1b31-418c-ae4c-62b22fe506e8 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:48:19.684015 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a6497-b4db-41b8-85c9-6e910e0c1f33 req-c7cfb302-11df-4bc0-942f-362eb3b2b6fd tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:19.686190 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e22a6497-b4db-41b8-85c9-6e910e0c1f33 req-c7cfb302-11df-4bc0-942f-362eb3b2b6fd tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.0780480 Jun 16 13:48:19.752213 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e22a6497-b4db-41b8-85c9-6e910e0c1f33 req-2f70cd7b-0274-41f6-84d3-1254179fdbb2 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598819 Jun 16 13:48:19.894417 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c63a8-39e9-4349-8392-abfa0d5e4a6f req-05738d0a-8636-4adb-a4ff-99ed99161372 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:19.896019 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1a2c63a8-39e9-4349-8392-abfa0d5e4a6f req-05738d0a-8636-4adb-a4ff-99ed99161372 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0699291 Jun 16 13:48:19.947772 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1a2c63a8-39e9-4349-8392-abfa0d5e4a6f req-921ccde8-eb31-4838-b96d-23106dffede3 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431857 Jun 16 13:48:20.992603 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd02751-35ce-4edf-a707-dd897aae6ed2 req-8d419a1c-e21f-4334-9dac-ae64cf513640 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:20.994306 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1bd02751-35ce-4edf-a707-dd897aae6ed2 req-8d419a1c-e21f-4334-9dac-ae64cf513640 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.0800190 Jun 16 13:48:21.052146 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1bd02751-35ce-4edf-a707-dd897aae6ed2 req-b20e6e96-41dc-415e-a21d-0f218567ed83 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463428 Jun 16 13:48:21.156452 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc958b-a602-411a-9fcf-a807271100b1 req-1737cb08-6e93-4514-b584-555928c37008 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:21.158129 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4dbc958b-a602-411a-9fcf-a807271100b1 req-1737cb08-6e93-4514-b584-555928c37008 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0747905 Jun 16 13:48:21.219041 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4dbc958b-a602-411a-9fcf-a807271100b1 req-59b5dafa-2f6c-416d-94c9-d06259124bd8 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526989 Jun 16 13:48:22.258822 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device e6a50a66-47f6-434e-bba4-dabb1d4e011d details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:48:22.287221 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083eba-85a8-4e0e-ac5d-a99c7d8c0eed req-5341e04e-6bc6-4cbb-b119-42e57b305888 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:22.289925 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-45083eba-85a8-4e0e-ac5d-a99c7d8c0eed req-5341e04e-6bc6-4cbb-b119-42e57b305888 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.0949841 Jun 16 13:48:22.353768 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-45083eba-85a8-4e0e-ac5d-a99c7d8c0eed req-3d054f16-383a-43d4-a025-0a3377ac31e9 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578997 Jun 16 13:48:22.424611 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port e6a50a66-47f6-434e-bba4-dabb1d4e011d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e6a50a66-47f6-434e-bba4-dabb1d4e011d,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:22.438943 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'port_id': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d', 'mac_address': 'fa:16:3e:6b:ef:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:48:22.464487 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c71118-9f43-4b6d-ad13-9d04b31564fc req-9bef91ee-b030-445a-8722-53477d222c90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:22.466127 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f3c71118-9f43-4b6d-ad13-9d04b31564fc req-9bef91ee-b030-445a-8722-53477d222c90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0897238 Jun 16 13:48:22.485770 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:22.499497 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a50a66-47f6-434e-bba4-dabb1d4e011d {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:48:22.521716 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f3c71118-9f43-4b6d-ad13-9d04b31564fc req-ebbfd07a-72be-419c-b387-ed6bb9da1e8a tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484543 Jun 16 13:48:22.528267 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port e6a50a66-47f6-434e-bba4-dabb1d4e011d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e6a50a66-47f6-434e-bba4-dabb1d4e011d,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:22.536159 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:22.539225 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:22.602822 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=e6a50a66-47f6-434e-bba4-dabb1d4e011d,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:22.607994 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:22.779819 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['e6a50a66-47f6-434e-bba4-dabb1d4e011d'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:48:23.565825 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7219079-f38d-4fcd-8dd1-36684ecb7778 req-0bc738f6-c253-47cf-a27d-e78263f39307 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:23.567395 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e7219079-f38d-4fcd-8dd1-36684ecb7778 req-0bc738f6-c253-47cf-a27d-e78263f39307 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 944 time: 0.0665121 Jun 16 13:48:23.611442 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e7219079-f38d-4fcd-8dd1-36684ecb7778 req-5d0a80be-4323-495e-9bef-b6f120a71bfb tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341954 Jun 16 13:48:23.723036 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f258e-f4df-4763-b829-f7fb78a3f0c4 req-9df50eb3-7e27-48f3-92ab-9ee08eb545d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:23.724531 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e17f258e-f4df-4763-b829-f7fb78a3f0c4 req-9df50eb3-7e27-48f3-92ab-9ee08eb545d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0696483 Jun 16 13:48:23.763266 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e17f258e-f4df-4763-b829-f7fb78a3f0c4 req-6a146adf-417e-4a50-b8fb-1d5ab7e628f2 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329993 Jun 16 13:48:24.288368 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device e6a50a66-47f6-434e-bba4-dabb1d4e011d up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:48:24.339163 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning for port e6a50a66-47f6-434e-bba4-dabb1d4e011d completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:48:24.342852 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port e6a50a66-47f6-434e-bba4-dabb1d4e011d triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:48:24.343516 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:24.428437 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:24.457439 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39bc618-89c4-40b8-99d1-a29b31ddb5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:48:24.459751 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db96c48-4ec2-4193-aa70-2a4734203c30" -d '{"events": [{"server_uuid": "f39bc618-89c4-40b8-99d1-a29b31ddb5cf", "name": "network-vif-plugged", "status": "completed", "tag": "e6a50a66-47f6-434e-bba4-dabb1d4e011d"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:48:24.473629 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port e6a50a66-47f6-434e-bba4-dabb1d4e011d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e6a50a66-47f6-434e-bba4-dabb1d4e011d,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:24.478255 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:24.480397 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:24.503402 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bbcf5e-c6e9-4839-bddf-8928e614facc x-openstack-request-id: req-c0bbcf5e-c6e9-4839-bddf-8928e614facc {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:48:24.503706 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39bc618-89c4-40b8-99d1-a29b31ddb5cf", "name": "network-vif-plugged", "status": "completed", "tag": "e6a50a66-47f6-434e-bba4-dabb1d4e011d", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:48:24.503967 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c0bbcf5e-c6e9-4839-bddf-8928e614facc {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:48:24.504357 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39bc618-89c4-40b8-99d1-a29b31ddb5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d', 'code': 200} Jun 16 13:48:24.539911 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=e6a50a66-47f6-434e-bba4-dabb1d4e011d,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:24.543167 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:24.735287 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96354815-7563-46f3-83f5-ddc1cf7f1746 req-164b784e-ff1c-41da-a7cc-256916fb1263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:24.736896 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-96354815-7563-46f3-83f5-ddc1cf7f1746 req-164b784e-ff1c-41da-a7cc-256916fb1263 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 1098 time: 0.0550334 Jun 16 13:48:24.773170 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-96354815-7563-46f3-83f5-ddc1cf7f1746 req-b588b215-9704-4493-b447-2903ebe3d7f9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293040 Jun 16 13:48:24.798129 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701b189-2480-4af1-8ced-d939573786c6 req-82d1f2a0-2bdd-4b3f-8a51-adb5adcb2d86 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:24.799624 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5701b189-2480-4af1-8ced-d939573786c6 req-82d1f2a0-2bdd-4b3f-8a51-adb5adcb2d86 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.0646641 Jun 16 13:48:24.838434 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5701b189-2480-4af1-8ced-d939573786c6 req-083eb2af-fd64-4f35-8134-0f4ded11e357 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326898 Jun 16 13:48:24.949953 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75047779-32a1-44a4-9dfd-980f0a4ca7a3 req-4723705e-8123-479b-8c17-638a34cf90a7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:24.952900 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-75047779-32a1-44a4-9dfd-980f0a4ca7a3 req-4723705e-8123-479b-8c17-638a34cf90a7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0703163 Jun 16 13:48:25.009579 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-75047779-32a1-44a4-9dfd-980f0a4ca7a3 req-f76ede88-3ee0-45c2-9edb-abf3307037f7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507598 Jun 16 13:48:25.248474 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 54030) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:25.376237 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51fd2e99-92a4-42fb-bb1a-c562c79b1bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:25.471965 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51fd2e99-92a4-42fb-bb1a-c562c79b1bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:25.476503 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51fd2e99-92a4-42fb-bb1a-c562c79b1bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:25.479083 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-d0b3f6bf-88cd-4205-8f8f-ea9da0ae5ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:25.515558 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-51fd2e99-92a4-42fb-bb1a-c562c79b1bc1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3eaea8c5a8584c3da9cc3f4c09eda1f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658148 Jun 16 13:48:25.517546 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd2e99-92a4-42fb-bb1a-c562c79b1bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09c4e8e-dba9-4f59-83b1-9b6ecffd2521,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:25.518686 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 54036) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:25.526892 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd2e99-92a4-42fb-bb1a-c562c79b1bc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.527267 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd2e99-92a4-42fb-bb1a-c562c79b1bc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.527629 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd2e99-92a4-42fb-bb1a-c562c79b1bc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.527986 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd2e99-92a4-42fb-bb1a-c562c79b1bc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.528335 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd2e99-92a4-42fb-bb1a-c562c79b1bc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.528684 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd2e99-92a4-42fb-bb1a-c562c79b1bc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.529066 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd2e99-92a4-42fb-bb1a-c562c79b1bc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.531242 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd2e99-92a4-42fb-bb1a-c562c79b1bc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.531242 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd2e99-92a4-42fb-bb1a-c562c79b1bc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.531242 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd2e99-92a4-42fb-bb1a-c562c79b1bc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.531242 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd2e99-92a4-42fb-bb1a-c562c79b1bc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.531242 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd2e99-92a4-42fb-bb1a-c562c79b1bc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.534705 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-51fd2e99-92a4-42fb-bb1a-c562c79b1bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:25.580221 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a76f5aef-e59a-4196-a87b-7592e3765adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:25.602019 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a76f5aef-e59a-4196-a87b-7592e3765adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:25.672168 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a76f5aef-e59a-4196-a87b-7592e3765adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:25.676450 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a76f5aef-e59a-4196-a87b-7592e3765adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:25.678347 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-a76f5aef-e59a-4196-a87b-7592e3765adf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f09c4e8e-dba9-4f59-83b1-9b6ecffd2521 HTTP/1.1" status: 204 len: 168 time: 0.1583076 Jun 16 13:48:25.679732 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-9f7e2ef5-b54f-40dc-b03d-fe2e4f754b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:25.710013 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f5aef-e59a-4196-a87b-7592e3765adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09c4e8e-dba9-4f59-83b1-9b6ecffd2521,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:25.727843 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f5aef-e59a-4196-a87b-7592e3765adf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.728490 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f5aef-e59a-4196-a87b-7592e3765adf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.729112 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f5aef-e59a-4196-a87b-7592e3765adf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.729747 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f5aef-e59a-4196-a87b-7592e3765adf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.730370 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f5aef-e59a-4196-a87b-7592e3765adf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.731187 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f5aef-e59a-4196-a87b-7592e3765adf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.731772 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f5aef-e59a-4196-a87b-7592e3765adf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.732409 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f5aef-e59a-4196-a87b-7592e3765adf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.733039 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f5aef-e59a-4196-a87b-7592e3765adf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.733597 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f5aef-e59a-4196-a87b-7592e3765adf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.734956 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f5aef-e59a-4196-a87b-7592e3765adf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.735670 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f5aef-e59a-4196-a87b-7592e3765adf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:25.741243 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-a76f5aef-e59a-4196-a87b-7592e3765adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:26.063470 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f33b-0889-47df-96de-4ea2f813679a req-9aee855a-4973-4408-a767-432304828fa7 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:26.065025 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a321f33b-0889-47df-96de-4ea2f813679a req-9aee855a-4973-4408-a767-432304828fa7 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.0952523 Jun 16 13:48:26.119280 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a321f33b-0889-47df-96de-4ea2f813679a req-ca781ab2-5c5b-4ee4-b5b3-6d3facea6f28 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481768 Jun 16 13:48:26.204383 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757a87c-8333-4305-844f-42c1a18aeec3 req-27358eef-91e3-4646-a56a-370d3fef1297 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:26.205887 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7757a87c-8333-4305-844f-42c1a18aeec3 req-27358eef-91e3-4646-a56a-370d3fef1297 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0686803 Jun 16 13:48:26.242677 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7757a87c-8333-4305-844f-42c1a18aeec3 req-b36b1d3d-7182-4c7b-82e0-2384f44be97b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311484 Jun 16 13:48:26.313723 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfc130-1d24-41e4-9ff0-543b0f786e70 req-f96eb6cf-9aec-4f19-a2be-38be6d6fcc71 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:26.316174 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fcdfc130-1d24-41e4-9ff0-543b0f786e70 req-f96eb6cf-9aec-4f19-a2be-38be6d6fcc71 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.0766976 Jun 16 13:48:26.326223 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 54048) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:26.332133 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9650c824-c8db-411b-acda-c76a465551fd tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Request body: {'floatingip': {'port_id': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:26.378820 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9650c824-c8db-411b-acda-c76a465551fd tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.900715 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9650c824-c8db-411b-acda-c76a465551fd tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.906711 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9650c824-c8db-411b-acda-c76a465551fd tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376019'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:27.011251 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.db.l3_db [None req-9650c824-c8db-411b-acda-c76a465551fd tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Floating IP 5c89d9d7-e8ff-4f67-8943-290b2e20766a associated. External IP: 172.27.3.22, port: e6a50a66-47f6-434e-bba4-dabb1d4e011d. Jun 16 13:48:27.226635 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9650c824-c8db-411b-acda-c76a465551fd tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Router b46bf425-2870-466b-9430-a2b8c59edf38 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:48:27.335309 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9650c824-c8db-411b-acda-c76a465551fd tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:48:27.340320 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9650c824-c8db-411b-acda-c76a465551fd tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:27.346750 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c8c290-8b38-4120-8bc9-f0e43a79e6da None None] Sync routers for ids ['b46bf425-2870-466b-9430-a2b8c59edf38'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:48:27.356951 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c8c290-8b38-4120-8bc9-f0e43a79e6da None None] Routers {'b46bf425-2870-466b-9430-a2b8c59edf38'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:48:27.357578 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d4c8c290-8b38-4120-8bc9-f0e43a79e6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:48:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['b46bf425-2870-466b-9430-a2b8c59edf38'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:27.411544 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-9650c824-c8db-411b-acda-c76a465551fd tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "PUT /v2.0/floatingips/5c89d9d7-e8ff-4f67-8943-290b2e20766a HTTP/1.1" status: 200 len: 990 time: 1.0840819 Jun 16 13:48:27.413136 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39bc618-89c4-40b8-99d1-a29b31ddb5cf', 'tag': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:48:27.415460 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1e9d45-0819-47c1-bb83-f45d257af8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f39bc618-89c4-40b8-99d1-a29b31ddb5cf", "tag": "e6a50a66-47f6-434e-bba4-dabb1d4e011d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:48:27.449444 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181036c-d687-42b5-9b09-a3588e395ac4 req-1799d69e-c2f7-4673-b895-64680702f6fe tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:27.451379 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9181036c-d687-42b5-9b09-a3588e395ac4 req-1799d69e-c2f7-4673-b895-64680702f6fe tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0893145 Jun 16 13:48:27.467901 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-d4c8c290-8b38-4120-8bc9-f0e43a79e6da None None] Set router b46bf425-2870-466b-9430-a2b8c59edf38 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:48:27.501535 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9181036c-d687-42b5-9b09-a3588e395ac4 req-65b76639-7086-4c2c-8aa5-4b41068c5026 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425303 Jun 16 13:48:27.566242 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f2a213-4105-4b97-8eea-0e46351e08ec x-openstack-request-id: req-c4f2a213-4105-4b97-8eea-0e46351e08ec {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:48:27.566720 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39bc618-89c4-40b8-99d1-a29b31ddb5cf", "tag": "e6a50a66-47f6-434e-bba4-dabb1d4e011d", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:48:27.567109 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4f2a213-4105-4b97-8eea-0e46351e08ec {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:48:27.567689 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39bc618-89c4-40b8-99d1-a29b31ddb5cf', 'tag': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d', 'status': 'completed', 'code': 200} Jun 16 13:48:27.645764 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e9d45-0819-47c1-bb83-f45d257af8d5 req-ff1a8660-1b27-4d8a-aca1-4b1657b917d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:27.647258 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0b1e9d45-0819-47c1-bb83-f45d257af8d5 req-ff1a8660-1b27-4d8a-aca1-4b1657b917d2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=052bf41c0dac4472bc574fb6909da720&device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 1098 time: 0.0562398 Jun 16 13:48:27.750867 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d4c8c290-8b38-4120-8bc9-f0e43a79e6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:48:03Z', 'updated_at': '2021-06-16T13:48:07Z', 'revision_number': 4, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'gw_port': {'id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:04Z', 'updated_at': '2021-06-16T13:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': '5c89d9d7-e8ff-4f67-8943-290b2e20766a', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'port_id': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'mac_address': 'fa:16:3e:6b:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39bc618-89c4-40b8-99d1-a29b31ddb5cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:48:09Z', 'updated_at': '2021-06-16T13:48:26Z', 'revision_number': 1, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb90bd1-5ce6-4048-bbf9-c167f7cb0597', 'name': '', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'mac_address': 'fa:16:3e:0e:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:06Z', 'updated_at': '2021-06-16T13:48:12Z', 'revision_number': 5, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'subnets': [{'id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:27.754039 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e9d45-0819-47c1-bb83-f45d257af8d5 req-236fc902-f3f9-48bf-a3ad-a3b68c5f5f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:27.754732 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c8c290-8b38-4120-8bc9-f0e43a79e6da None None] Checking router: b46bf425-2870-466b-9430-a2b8c59edf38 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:48:27.755520 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0b1e9d45-0819-47c1-bb83-f45d257af8d5 req-236fc902-f3f9-48bf-a3ad-a3b68c5f5f53 service neutron] 10.222.0.63 "GET /v2.0/networks?id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 HTTP/1.1" status: 200 len: 919 time: 0.1017876 Jun 16 13:48:27.763302 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c8c290-8b38-4120-8bc9-f0e43a79e6da None None] Routers {'b46bf425-2870-466b-9430-a2b8c59edf38'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:48:27.764723 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d4c8c290-8b38-4120-8bc9-f0e43a79e6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:48:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['b46bf425-2870-466b-9430-a2b8c59edf38'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:27.831716 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0b1e9d45-0819-47c1-bb83-f45d257af8d5 req-40686d06-d40c-4d87-875a-cae24dda1b48 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6a50a66-47f6-434e-bba4-dabb1d4e011d HTTP/1.1" status: 200 len: 998 time: 0.0690472 Jun 16 13:48:27.886063 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e9d45-0819-47c1-bb83-f45d257af8d5 req-d90d6fcb-64ef-4e29-b52a-91f8780ee923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:27.887658 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0b1e9d45-0819-47c1-bb83-f45d257af8d5 req-d90d6fcb-64ef-4e29-b52a-91f8780ee923 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=51f55d14-8f22-464a-a7ae-943a9f2b051c HTTP/1.1" status: 200 len: 856 time: 0.0498054 Jun 16 13:48:27.889391 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-d4c8c290-8b38-4120-8bc9-f0e43a79e6da None None] Set router b46bf425-2870-466b-9430-a2b8c59edf38 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:48:27.964115 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e9d45-0819-47c1-bb83-f45d257af8d5 req-48b3d28c-faba-42ec-9878-859dde67cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:27.965800 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0b1e9d45-0819-47c1-bb83-f45d257af8d5 req-48b3d28c-faba-42ec-9878-859dde67cfdf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0720778 Jun 16 13:48:28.083025 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0b1e9d45-0819-47c1-bb83-f45d257af8d5 req-9d7f649d-67d9-4170-889c-572967e75d23 service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097882 Jun 16 13:48:28.197658 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0b1e9d45-0819-47c1-bb83-f45d257af8d5 req-f45ff8f1-8c8c-4ddb-afc5-338c0d15255b service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075304 Jun 16 13:48:28.207916 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d4c8c290-8b38-4120-8bc9-f0e43a79e6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:48:03Z', 'updated_at': '2021-06-16T13:48:07Z', 'revision_number': 4, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'gw_port': {'id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:04Z', 'updated_at': '2021-06-16T13:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': '5c89d9d7-e8ff-4f67-8943-290b2e20766a', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'port_id': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'mac_address': 'fa:16:3e:6b:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39bc618-89c4-40b8-99d1-a29b31ddb5cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:48:09Z', 'updated_at': '2021-06-16T13:48:26Z', 'revision_number': 1, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb90bd1-5ce6-4048-bbf9-c167f7cb0597', 'name': '', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'mac_address': 'fa:16:3e:0e:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:06Z', 'updated_at': '2021-06-16T13:48:12Z', 'revision_number': 5, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'subnets': [{'id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:28.212240 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c8c290-8b38-4120-8bc9-f0e43a79e6da None None] The sync data for ids ['b46bf425-2870-466b-9430-a2b8c59edf38'] in dv-cinder-774286-16-iscsi is: [{'id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:48:03Z', 'updated_at': '2021-06-16T13:48:07Z', 'revision_number': 4, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'gw_port': {'id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:04Z', 'updated_at': '2021-06-16T13:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': '5c89d9d7-e8ff-4f67-8943-290b2e20766a', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'port_id': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'mac_address': 'fa:16:3e:6b:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39bc618-89c4-40b8-99d1-a29b31ddb5cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:48:09Z', 'updated_at': '2021-06-16T13:48:26Z', 'revision_number': 1, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb90bd1-5ce6-4048-bbf9-c167f7cb0597', 'name': '', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'mac_address': 'fa:16:3e:0e:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:06Z', 'updated_at': '2021-06-16T13:48:12Z', 'revision_number': 5, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'subnets': [{'id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:48:28.436309 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097bbaf8-178d-4034-a516-12a68ab81ed0 None None] New status for floating IP 5c89d9d7-e8ff-4f67-8943-290b2e20766a: ACTIVE {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:48:28.685632 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce2dae-180a-43b1-99ca-343e001880af req-8889268e-866c-4e81-a938-1d41d2bdca18 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:28.687172 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4dce2dae-180a-43b1-99ca-343e001880af req-8889268e-866c-4e81-a938-1d41d2bdca18 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0745206 Jun 16 13:48:28.729242 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4dce2dae-180a-43b1-99ca-343e001880af req-6a8e6f97-94fa-42a6-b966-6382579f94cd tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358412 Jun 16 13:48:29.908917 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5dd3aa-393b-42e7-97f8-19cb8200bfb4 req-2359362b-4c69-4726-9ef0-33bdb1c870c7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:29.910405 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6a5dd3aa-393b-42e7-97f8-19cb8200bfb4 req-2359362b-4c69-4726-9ef0-33bdb1c870c7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0674264 Jun 16 13:48:29.949274 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6a5dd3aa-393b-42e7-97f8-19cb8200bfb4 req-05c1f802-ffea-4196-9cf9-d9acc9c21340 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330389 Jun 16 13:48:30.276560 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:48:31.126769 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce34857-9695-4e48-8e76-b0915bcf7ea4 req-f60e78a2-e788-41a4-bf3e-61aded4caffb tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:31.128142 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fce34857-9695-4e48-8e76-b0915bcf7ea4 req-f60e78a2-e788-41a4-bf3e-61aded4caffb tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0640075 Jun 16 13:48:31.167169 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fce34857-9695-4e48-8e76-b0915bcf7ea4 req-c364c963-3c01-4ac3-94d7-46787bd2cf50 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326722 Jun 16 13:48:31.502505 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc188e27-2d22-478f-b199-9fd6045a7c88 req-33374022-33f6-462b-8a4b-4612ba20bb56 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:31.504054 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fc188e27-2d22-478f-b199-9fd6045a7c88 req-33374022-33f6-462b-8a4b-4612ba20bb56 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0667851 Jun 16 13:48:31.514768 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7e3c9-61b8-4d86-bf33-25ab36e7bd48 req-265a215c-1552-4cf6-9e21-2c8c1c984f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:31.516361 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1fe7e3c9-61b8-4d86-bf33-25ab36e7bd48 req-265a215c-1552-4cf6-9e21-2c8c1c984f98 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=95fe688d296e4c7eb3da1fca2970c03c&device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 1099 time: 0.0531816 Jun 16 13:48:31.542205 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fc188e27-2d22-478f-b199-9fd6045a7c88 req-fd00f02a-5297-490f-a008-251ec024089e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324812 Jun 16 13:48:31.620131 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7e3c9-61b8-4d86-bf33-25ab36e7bd48 req-66cbcc78-55fd-4867-885d-d7178fd90c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:31.621627 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1fe7e3c9-61b8-4d86-bf33-25ab36e7bd48 req-66cbcc78-55fd-4867-885d-d7178fd90c6f service neutron] 10.222.0.63 "GET /v2.0/networks?id=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f HTTP/1.1" status: 200 len: 912 time: 0.0986128 Jun 16 13:48:31.691070 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1fe7e3c9-61b8-4d86-bf33-25ab36e7bd48 req-9ee6ae22-4ef9-4d87-994f-e39763e8fa1c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b312c74c-3eff-428c-91d9-a9c2b64a3f02 HTTP/1.1" status: 200 len: 1002 time: 0.0625827 Jun 16 13:48:31.750308 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7e3c9-61b8-4d86-bf33-25ab36e7bd48 req-9f6f1d85-1532-4810-b628-125729a57889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:31.752870 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1fe7e3c9-61b8-4d86-bf33-25ab36e7bd48 req-9f6f1d85-1532-4810-b628-125729a57889 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6 HTTP/1.1" status: 200 len: 849 time: 0.0557075 Jun 16 13:48:31.814540 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7e3c9-61b8-4d86-bf33-25ab36e7bd48 req-3cfbcf53-f7b7-45ca-8088-b0c37f5d630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:31.816075 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1fe7e3c9-61b8-4d86-bf33-25ab36e7bd48 req-3cfbcf53-f7b7-45ca-8088-b0c37f5d630f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0571742 Jun 16 13:48:31.926922 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1fe7e3c9-61b8-4d86-bf33-25ab36e7bd48 req-98c4001b-6f69-4f32-91de-435b65bc988a service neutron] 10.222.0.63 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038072 Jun 16 13:48:32.024302 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1fe7e3c9-61b8-4d86-bf33-25ab36e7bd48 req-d4b3e059-7d14-4d54-a5f5-a613561bc8bd service neutron] 10.222.0.63 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911844 Jun 16 13:48:32.724986 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce036d13-bde9-4c3e-a0f1-dfabdd4e5c1d req-b33965ac-3809-4d87-bdf0-d7b41427a8b7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:32.726434 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ce036d13-bde9-4c3e-a0f1-dfabdd4e5c1d req-b33965ac-3809-4d87-bdf0-d7b41427a8b7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0650151 Jun 16 13:48:32.768343 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ce036d13-bde9-4c3e-a0f1-dfabdd4e5c1d req-1d145d5f-eaf6-4f37-82e9-71ca05af45b4 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359561 Jun 16 13:48:33.393368 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 54144) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:33.444783 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8567c1-994a-45cf-8fe4-77fc8980fcd7 admin admin] Deleting subnet 4bb6eec1-44b8-483a-9bd6-ded86440ca94 {{(pid=103637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:48:33.447953 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c8567c1-994a-45cf-8fe4-77fc8980fcd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.482567 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c8567c1-994a-45cf-8fe4-77fc8980fcd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735866'] for subnet, precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.520824 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c8567c1-994a-45cf-8fe4-77fc8980fcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7909541'] for subnet, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.572723 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c8567c1-994a-45cf-8fe4-77fc8980fcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7909562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8884997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398638'] for subnet, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.576959 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-82bbf313-1344-4be9-9d80-9af16b63c40e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:33.601543 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8567c1-994a-45cf-8fe4-77fc8980fcd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bb6eec1-44b8-483a-9bd6-ded86440ca94,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:33.603507 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c8567c1-994a-45cf-8fe4-77fc8980fcd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.605384 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3c8567c1-994a-45cf-8fe4-77fc8980fcd7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4bb6eec1-44b8-483a-9bd6-ded86440ca94 HTTP/1.1" status: 204 len: 168 time: 0.2108631 Jun 16 13:48:33.606253 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-3c8567c1-994a-45cf-8fe4-77fc8980fcd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:33.608052 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 54146) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:33.706131 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c7aeeae-84e7-4b1a-919b-c872b87690a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101688'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.819839 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c7aeeae-84e7-4b1a-919b-c872b87690a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7908138', 'neutron.services.segments.db._delete_segments_for_network-8768724746033'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.837259 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-4c7aeeae-84e7-4b1a-919b-c872b87690a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd534594-3793-42b2-91dc-4b6c71441b7a']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:33.850454 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-4c7aeeae-84e7-4b1a-919b-c872b87690a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a308d99-31a9-417a-89b6-d546aaabe97a') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:33.850783 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-4c7aeeae-84e7-4b1a-919b-c872b87690a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a308d99-31a9-417a-89b6-d546aaabe97a') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:33.864195 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c7aeeae-84e7-4b1a-919b-c872b87690a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768724745346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787008'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.880208 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c7aeeae-84e7-4b1a-919b-c872b87690a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.886675 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7aeeae-84e7-4b1a-919b-c872b87690a8 admin admin] Releasing vlan 1383 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:48:33.887065 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c7aeeae-84e7-4b1a-919b-c872b87690a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3313723'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: retrieve_revision_numbers = { Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: retrieve_revision_numbers = { Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: Traceback (most recent call last): Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: timer() Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: cb(*args, **kw) Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: return func(*args, **kwargs) Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: self._notify() Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: self.callback(batched_events) Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: event.method(event) Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: return f(self, *a, **k) Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: return self._get(url).json() Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: return self.request(url, 'GET', **kwargs) Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:48:33.888747 dv-cinder-774286-16-iscsi neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:48:33.949687 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c7aeeae-84e7-4b1a-919b-c872b87690a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7908131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375885'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.954077 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-3aec6975-a9d5-456d-8587-bf8de99c8453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:33.956662 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c7aeeae-84e7-4b1a-919b-c872b87690a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.960549 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-4c7aeeae-84e7-4b1a-919b-c872b87690a8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bd534594-3793-42b2-91dc-4b6c71441b7a HTTP/1.1" status: 204 len: 168 time: 0.3495762 Jun 16 13:48:33.964989 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 54152) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:33.970860 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7aeeae-84e7-4b1a-919b-c872b87690a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd534594-3793-42b2-91dc-4b6c71441b7a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:33.973336 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-4c7aeeae-84e7-4b1a-919b-c872b87690a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:34.043292 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af54a7-d5d9-40e1-85f3-b32b737238fe req-e53afe34-8ceb-4526-a6d9-85ef940c3a17 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:34.045715 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-70af54a7-d5d9-40e1-85f3-b32b737238fe req-e53afe34-8ceb-4526-a6d9-85ef940c3a17 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.1286535 Jun 16 13:48:34.054352 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3443757-ebac-490f-aead-972f299e9946 admin admin] Deleting subnet 04bb221c-e67e-49ff-845f-b0966a3fb51c {{(pid=103637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:48:34.061481 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f3443757-ebac-490f-aead-972f299e9946 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.143069 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f3443757-ebac-490f-aead-972f299e9946 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735866'] for subnet, precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.148182 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-70af54a7-d5d9-40e1-85f3-b32b737238fe req-0298ef9f-0c08-47e3-a3f5-04405c2a2a88 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903933 Jun 16 13:48:34.186630 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f3443757-ebac-490f-aead-972f299e9946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7909541'] for subnet, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.505360 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f3443757-ebac-490f-aead-972f299e9946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7909562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8884997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398638'] for subnet, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.507868 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:34.534070 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3443757-ebac-490f-aead-972f299e9946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04bb221c-e67e-49ff-845f-b0966a3fb51c,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:34.537090 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-f3443757-ebac-490f-aead-972f299e9946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:34.538067 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f3443757-ebac-490f-aead-972f299e9946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.539879 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-f3443757-ebac-490f-aead-972f299e9946 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/04bb221c-e67e-49ff-845f-b0966a3fb51c HTTP/1.1" status: 204 len: 168 time: 0.5736780 Jun 16 13:48:34.542426 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 54160) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:34.613485 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d4f6556-94e8-44cd-9e6f-1f67cb441c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101688'] for network, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.693997 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d4f6556-94e8-44cd-9e6f-1f67cb441c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7908138', 'neutron.services.segments.db._delete_segments_for_network-8768724746033'] for network, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.704589 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-2d4f6556-94e8-44cd-9e6f-1f67cb441c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd90d2a-1b31-418c-ae4c-62b22fe506e8']}} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:34.714965 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-2d4f6556-94e8-44cd-9e6f-1f67cb441c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f82b41-da19-4fa9-84bc-1dda4e646a0c') {'for_net_delete': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:34.715257 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-2d4f6556-94e8-44cd-9e6f-1f67cb441c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f82b41-da19-4fa9-84bc-1dda4e646a0c') {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:34.724436 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d4f6556-94e8-44cd-9e6f-1f67cb441c64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768724745346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735843'] for segment, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.737426 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d4f6556-94e8-44cd-9e6f-1f67cb441c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.743518 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4f6556-94e8-44cd-9e6f-1f67cb441c64 admin admin] Releasing vlan 1360 on physical network physnet1 to pool {{(pid=103637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:48:34.743905 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d4f6556-94e8-44cd-9e6f-1f67cb441c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8885146'] for segment, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: Traceback (most recent call last): Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: timer() Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: cb(*args, **kw) Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: return func(*args, **kwargs) Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: self._notify() Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: self.callback(batched_events) Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: event.method(event) Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: return f(self, *a, **k) Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: return self._get(url).json() Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: return self.request(url, 'GET', **kwargs) Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:48:34.745607 dv-cinder-774286-16-iscsi neutron-server[103637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:48:34.806142 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d4f6556-94e8-44cd-9e6f-1f67cb441c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7908131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375885'] for network, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.811576 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d4f6556-94e8-44cd-9e6f-1f67cb441c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.814376 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-2d4f6556-94e8-44cd-9e6f-1f67cb441c64 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3cd90d2a-1b31-418c-ae4c-62b22fe506e8 HTTP/1.1" status: 204 len: 168 time: 0.2704599 Jun 16 13:48:34.814848 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:34.828910 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f6556-94e8-44cd-9e6f-1f67cb441c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cd90d2a-1b31-418c-ae4c-62b22fe506e8,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:34.835998 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-2d4f6556-94e8-44cd-9e6f-1f67cb441c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:35.012353 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 54164) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:35.053495 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-c3da75cb-9c9f-42d5-8f16-b4f502675620 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52d6738b5b544f89ae3a68b4ba056854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397642 Jun 16 13:48:35.055844 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 54166) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:35.109215 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea45d31e-b863-46a9-878a-0657ad41178f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:35.133245 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea45d31e-b863-46a9-878a-0657ad41178f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:35.180545 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea45d31e-b863-46a9-878a-0657ad41178f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:35.183322 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea45d31e-b863-46a9-878a-0657ad41178f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:35.184514 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-ea45d31e-b863-46a9-878a-0657ad41178f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0c8e4e7a-fb7c-412f-aca0-e7ca04fdf3e2 HTTP/1.1" status: 204 len: 168 time: 0.1277714 Jun 16 13:48:35.185346 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-2aab49b3-e6d5-473c-bc48-4724ac8059dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:35.193938 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45d31e-b863-46a9-878a-0657ad41178f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8e4e7a-fb7c-412f-aca0-e7ca04fdf3e2,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:35.196402 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-ea45d31e-b863-46a9-878a-0657ad41178f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:35.545066 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 54174) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:35.587347 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-c6778660-46f5-44d9-a46a-057485470d7b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=14a3ca65cb8f48fe8547b2a7ad4152b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406392 Jun 16 13:48:35.589703 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 54176) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:35.641290 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0b3491ca-d9c5-4c83-b96c-928cb95662bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:35.669637 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0b3491ca-d9c5-4c83-b96c-928cb95662bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:35.732054 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0b3491ca-d9c5-4c83-b96c-928cb95662bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:35.735563 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0b3491ca-d9c5-4c83-b96c-928cb95662bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:35.736789 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-0b3491ca-d9c5-4c83-b96c-928cb95662bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7339918-c65f-45bb-a554-50ff0f232ffb HTTP/1.1" status: 204 len: 168 time: 0.1461279 Jun 16 13:48:35.737656 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7fe9cce8-2348-4c75-b798-76777c51838d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:35.745919 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3491ca-d9c5-4c83-b96c-928cb95662bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7339918-c65f-45bb-a554-50ff0f232ffb,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:35.748913 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-0b3491ca-d9c5-4c83-b96c-928cb95662bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:40.339341 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 54242) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:40.502861 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d8add76d-dbdf-433e-88f6-edbffc41e930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:40.651894 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d8add76d-dbdf-433e-88f6-edbffc41e930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:40.657285 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d8add76d-dbdf-433e-88f6-edbffc41e930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:40.660100 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fc181ec8-f927-4fec-8494-69b5ce9bc12b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:40.703411 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-d8add76d-dbdf-433e-88f6-edbffc41e930 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36b05b56109f4a06b3f233f0b6f0a4ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628559 Jun 16 13:48:40.703931 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 54246) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:40.705623 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8add76d-dbdf-433e-88f6-edbffc41e930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ccf1c1-b8b4-4816-92fb-8d3d3feaebaa,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:40.708764 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-d8add76d-dbdf-433e-88f6-edbffc41e930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:40.778172 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80a8e053-2663-4481-a160-88496f8dcb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:40.810069 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80a8e053-2663-4481-a160-88496f8dcb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:40.867461 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80a8e053-2663-4481-a160-88496f8dcb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:40.872313 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80a8e053-2663-4481-a160-88496f8dcb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:40.874235 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-80a8e053-2663-4481-a160-88496f8dcb4f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d6ccf1c1-b8b4-4816-92fb-8d3d3feaebaa HTTP/1.1" status: 204 len: 168 time: 0.1688149 Jun 16 13:48:40.876257 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-dbf65ee6-ccd2-4c80-bcd1-977946f44911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:40.885679 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4b0f2713-ea81-4935-b5d9-da109c498a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:40.889824 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8e053-2663-4481-a160-88496f8dcb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ccf1c1-b8b4-4816-92fb-8d3d3feaebaa,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:40.893156 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-80a8e053-2663-4481-a160-88496f8dcb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:41.291029 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 54254) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:41.308103 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3fdc248-9e1e-4d70-9aa4-9a0b7739fd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:41.437962 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3fdc248-9e1e-4d70-9aa4-9a0b7739fd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:41.444750 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3fdc248-9e1e-4d70-9aa4-9a0b7739fd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:41.450502 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-44b47ddc-82e6-4b95-aa1c-c4ba21948098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:41.518159 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-f3fdc248-9e1e-4d70-9aa4-9a0b7739fd55 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb04f280c1e3495a84e04b9de454404a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255359 Jun 16 13:48:41.519360 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdc248-9e1e-4d70-9aa4-9a0b7739fd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d49eee-2ef0-4fad-8bf2-6dbc6b0e4971,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:41.520630 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 54256) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:41.524029 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-f3fdc248-9e1e-4d70-9aa4-9a0b7739fd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:41.583043 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-87bb8e07-a91a-4e4e-8c57-d22c79dd25ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:41.613436 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-87bb8e07-a91a-4e4e-8c57-d22c79dd25ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:41.673337 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-87bb8e07-a91a-4e4e-8c57-d22c79dd25ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:41.676335 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-87bb8e07-a91a-4e4e-8c57-d22c79dd25ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:41.677672 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-87bb8e07-a91a-4e4e-8c57-d22c79dd25ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04d49eee-2ef0-4fad-8bf2-6dbc6b0e4971 HTTP/1.1" status: 204 len: 168 time: 0.1556876 Jun 16 13:48:41.678572 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-2862a850-31e8-4f2d-80d8-e10587138d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:41.688270 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb8e07-a91a-4e4e-8c57-d22c79dd25ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d49eee-2ef0-4fad-8bf2-6dbc6b0e4971,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:41.691026 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-87bb8e07-a91a-4e4e-8c57-d22c79dd25ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:43.225627 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:43.333830 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3f5259f5-989b-48d6-a49a-8879e8630811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:43.442479 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:44.818228 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:45.481638 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 54306) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:45.587520 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-68e61c4e-9d76-400a-b9c4-75f05a667e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:45.674421 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-68e61c4e-9d76-400a-b9c4-75f05a667e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:45.678448 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-68e61c4e-9d76-400a-b9c4-75f05a667e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:45.680788 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-763fb15c-9a86-4abb-b319-422c1572f779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:45.718739 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e61c4e-9d76-400a-b9c4-75f05a667e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6838c848-2607-4437-934a-f4c75b719fc4,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:45.723251 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-68e61c4e-9d76-400a-b9c4-75f05a667e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:45.726302 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-68e61c4e-9d76-400a-b9c4-75f05a667e21 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c300687cb7e744719b7824ffa84f35b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434735 Jun 16 13:48:45.729928 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 54312) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:45.783106 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4305fa23-e4cc-4bb9-af8d-669c95c65c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:45.811202 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4305fa23-e4cc-4bb9-af8d-669c95c65c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:45.862717 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4305fa23-e4cc-4bb9-af8d-669c95c65c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:45.865390 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4305fa23-e4cc-4bb9-af8d-669c95c65c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:45.866520 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-4305fa23-e4cc-4bb9-af8d-669c95c65c72 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6838c848-2607-4437-934a-f4c75b719fc4 HTTP/1.1" status: 204 len: 168 time: 0.1357229 Jun 16 13:48:45.867276 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-a76f5aef-e59a-4196-a87b-7592e3765adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:45.876446 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305fa23-e4cc-4bb9-af8d-669c95c65c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6838c848-2607-4437-934a-f4c75b719fc4,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:45.878784 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-4305fa23-e4cc-4bb9-af8d-669c95c65c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:46.421095 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:48.149134 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-c31fd22c-0ebb-4e04-8c68-17a869a59110 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c0bc7a9e80d04a2da99eecd6335b07af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299289 Jun 16 13:48:48.334667 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-d4cab0e1-b8f0-457c-8f47-1e22fbbdeef8 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:48.336029 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-d4cab0e1-b8f0-457c-8f47-1e22fbbdeef8 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815853 Jun 16 13:48:48.351079 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-6b061cf0-e59e-47e8-97b0-e02f7cc6e692 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/quotas/c0bc7a9e80d04a2da99eecd6335b07af HTTP/1.1" status: 200 len: 375 time: 0.0095747 Jun 16 13:48:48.383321 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-470d981a-ceab-4503-b2ab-0760d0435160 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0bc7a9e80d04a2da99eecd6335b07af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270441 Jun 16 13:48:48.552871 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-da6fcba4-3069-4f52-90d7-4c94e8cecfa6 req-6921db42-34e4-4f97-8382-e6e4ada0c6bf tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c63910-b65d-4b1a-b97e-7278650ad50d HTTP/1.1" status: 200 len: 210 time: 0.0286746 Jun 16 13:48:49.622577 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-705910f9-ce86-4231-8eee-2d208bddb73b tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=c0bc7a9e80d04a2da99eecd6335b07af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314243 Jun 16 13:48:49.753916 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-fc6b2321-c184-45c4-b5b0-f6c73301871e req-40583bc9-2845-48c8-8075-d7624a455f24 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c63910-b65d-4b1a-b97e-7278650ad50d HTTP/1.1" status: 200 len: 210 time: 0.0559092 Jun 16 13:48:49.870253 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-81644ed8-3cd2-4798-81f1-6f47ab87b122 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:49.871743 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-81644ed8-3cd2-4798-81f1-6f47ab87b122 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2432442 Jun 16 13:48:49.885707 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Request body: {'port': {'device_id': '43c63910-b65d-4b1a-b97e-7278650ad50d', 'network_id': 'a3160725-0799-49a6-b7bc-da49a1baf265', 'admin_state_up': True, 'tenant_id': 'c0bc7a9e80d04a2da99eecd6335b07af'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:49.991930 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Made reservation on behalf of c0bc7a9e80d04a2da99eecd6335b07af for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:48:49.995498 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:50.004671 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:50.100884 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:50.105020 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:50.107950 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fae45bc6-898f-43d1-9b28-27469766f4c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:50.187959 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976f9810-d6c8-4f02-ad9b-55306484bd6b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:50.195252 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:50.267169 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Allocated IP 192.168.233.116 (a3160725-0799-49a6-b7bc-da49a1baf265/1a7bcdb6-921d-4ec6-b9c9-12d78b619bbf/2c134931-2ce8-40ec-86cf-f55feb96b8ab) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:48:50.643869 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Notify callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:50.656987 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Transition to ACTIVE for port object 2c134931-2ce8-40ec-86cf-f55feb96b8ab will not be triggered until provisioned by entity DHCP. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:48:50.690633 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3313777'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:50.694615 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-ba6dfa31-f8b2-4961-88b3-d2c6ff31025f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:50.735814 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Network a3160725-0799-49a6-b7bc-da49a1baf265 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:48:50.747041 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:48:50.751051 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:48:50.757444 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Pushing event updated for resources: {'Port': ['ID=2c134931-2ce8-40ec-86cf-f55feb96b8ab,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:50.777234 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:50.806603 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:50.807265 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:50.827368 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9456162 Jun 16 13:48:50.842253 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Request body: {'port': {'device_id': '43c63910-b65d-4b1a-b97e-7278650ad50d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:50.966707 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:51.001668 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-dbcaec7c-f2d6-485e-9f14-bfb12654b18a None None] Provisioning for port 2c134931-2ce8-40ec-86cf-f55feb96b8ab completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:48:51.005809 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-dbcaec7c-f2d6-485e-9f14-bfb12654b18a None None] Provisioning complete for port 2c134931-2ce8-40ec-86cf-f55feb96b8ab triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:48:51.006191 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dbcaec7c-f2d6-485e-9f14-bfb12654b18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:51.021374 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f199e8b-3519-4ee1-9fa2-67ea04e4a365 req-b622d859-c215-4a0d-bd81-8f17a09ddfd0 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:51.022790 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-2f199e8b-3519-4ee1-9fa2-67ea04e4a365 req-b622d859-c215-4a0d-bd81-8f17a09ddfd0 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c63910-b65d-4b1a-b97e-7278650ad50d HTTP/1.1" status: 200 len: 936 time: 0.1331544 Jun 16 13:48:51.040520 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-dbcaec7c-f2d6-485e-9f14-bfb12654b18a None None] Port 2c134931-2ce8-40ec-86cf-f55feb96b8ab cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:48:51.133923 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-2f199e8b-3519-4ee1-9fa2-67ea04e4a365 req-31d69e32-82f5-4840-a2b0-198c5592c3e9 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/security-groups?id=976f9810-d6c8-4f02-ad9b-55306484bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014152 Jun 16 13:48:51.280557 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c134931-2ce8-40ec-86cf-f55feb96b8ab {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:48:51.288558 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:51.300671 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Transition to ACTIVE for port object 2c134931-2ce8-40ec-86cf-f55feb96b8ab will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:48:51.304849 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313767'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:51.307033 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-33ab3cb0-384b-439d-b20d-7234e40c3f0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:51.397052 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Pushing event updated for resources: {'Port': ['ID=2c134931-2ce8-40ec-86cf-f55feb96b8ab,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:51.400063 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:51.471609 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Attempting to bind port 2c134931-2ce8-40ec-86cf-f55feb96b8ab on host hv-cinder-77428 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:48:51.471951 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Attempting to bind port 2c134931-2ce8-40ec-86cf-f55feb96b8ab by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '7e840d8c-5632-4165-8f7e-d83c275829cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'a3160725-0799-49a6-b7bc-da49a1baf265'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:48:51.472279 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Attempting to bind port 2c134931-2ce8-40ec-86cf-f55feb96b8ab on network a3160725-0799-49a6-b7bc-da49a1baf265 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:48:51.476962 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Port 2c134931-2ce8-40ec-86cf-f55feb96b8ab on network a3160725-0799-49a6-b7bc-da49a1baf265 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:48:51.477330 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Attempting to bind port 2c134931-2ce8-40ec-86cf-f55feb96b8ab on network a3160725-0799-49a6-b7bc-da49a1baf265 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:48:51.484621 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Checking agent: {'id': 'bb4a981f-00aa-40ad-8a89-acbc72a2637c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:48:51.485192 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Checking segment: {'id': '7e840d8c-5632-4165-8f7e-d83c275829cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'a3160725-0799-49a6-b7bc-da49a1baf265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:48:51.485753 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Bound using segment: {'id': '7e840d8c-5632-4165-8f7e-d83c275829cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'a3160725-0799-49a6-b7bc-da49a1baf265'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:48:51.486433 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Bound port: 2c134931-2ce8-40ec-86cf-f55feb96b8ab, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e840d8c-5632-4165-8f7e-d83c275829cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'a3160725-0799-49a6-b7bc-da49a1baf265'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:48:51.486611 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:51.571707 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] For port 2c134931-2ce8-40ec-86cf-f55feb96b8ab, host hv-cinder-77428, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:48:51.574811 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] For port 2c134931-2ce8-40ec-86cf-f55feb96b8ab, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2c134931-2ce8-40ec-86cf-f55feb96b8ab,segment=NetworkSegment(7e840d8c-5632-4165-8f7e-d83c275829cb),segment_id=7e840d8c-5632-4165-8f7e-d83c275829cb)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:48:51.580626 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313767'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:51.582764 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-f7e42ac8-aca8-49df-b078-bfabfeb92cfc tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:51.613735 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:51.614849 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:51.615976 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] 10.222.0.63 "PUT /v2.0/ports/2c134931-2ce8-40ec-86cf-f55feb96b8ab HTTP/1.1" status: 200 len: 1098 time: 0.7791376 Jun 16 13:48:51.618525 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c63910-b65d-4b1a-b97e-7278650ad50d', 'tag': '2c134931-2ce8-40ec-86cf-f55feb96b8ab'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:48:51.621799 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62e9841-03b7-46cc-9274-400a23c922d1" -d '{"events": [{"name": "network-changed", "server_uuid": "43c63910-b65d-4b1a-b97e-7278650ad50d", "tag": "2c134931-2ce8-40ec-86cf-f55feb96b8ab"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:48:51.651903 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Pushing event updated for resources: {'Port': ['ID=2c134931-2ce8-40ec-86cf-f55feb96b8ab,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:51.655149 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:51.672747 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14ab2ee-c5c2-4059-a499-38c8ed0f8327 x-openstack-request-id: req-f14ab2ee-c5c2-4059-a499-38c8ed0f8327 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:48:51.673210 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c63910-b65d-4b1a-b97e-7278650ad50d", "tag": "2c134931-2ce8-40ec-86cf-f55feb96b8ab", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:48:51.673594 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f14ab2ee-c5c2-4059-a499-38c8ed0f8327 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:48:51.674104 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c63910-b65d-4b1a-b97e-7278650ad50d', 'tag': '2c134931-2ce8-40ec-86cf-f55feb96b8ab', 'status': 'completed', 'code': 200} Jun 16 13:48:51.719590 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-748b46ea-943d-4e73-b5c0-37f66258ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:51.721306 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-748b46ea-943d-4e73-b5c0-37f66258ed2d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c0bc7a9e80d04a2da99eecd6335b07af&device_id=43c63910-b65d-4b1a-b97e-7278650ad50d HTTP/1.1" status: 200 len: 1101 time: 0.0593066 Jun 16 13:48:51.763554 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-ac11e7b6-1a35-45c4-94bf-69f279c16d0b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=2c134931-2ce8-40ec-86cf-f55feb96b8ab HTTP/1.1" status: 200 len: 217 time: 0.0347095 Jun 16 13:48:51.820092 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-eef2d97e-b841-4007-a579-77029fb90e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:51.821557 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-eef2d97e-b841-4007-a579-77029fb90e5c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1a7bcdb6-921d-4ec6-b9c9-12d78b619bbf HTTP/1.1" status: 200 len: 843 time: 0.0509324 Jun 16 13:48:51.883086 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-b1f7abbb-9d55-4139-b74a-81df929134f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:51.884472 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-b1f7abbb-9d55-4139-b74a-81df929134f4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a3160725-0799-49a6-b7bc-da49a1baf265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0557256 Jun 16 13:48:51.978385 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-60a9ad70-dd22-4d59-ae76-96033c3bdcaf service neutron] 10.222.0.63 "GET /v2.0/networks/a3160725-0799-49a6-b7bc-da49a1baf265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865955 Jun 16 13:48:52.071299 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0e01f22c-2ae2-4b47-b80b-4512d77b47a5 req-ce2b51c2-c2b8-4357-885b-886452c5c65d service neutron] 10.222.0.63 "GET /v2.0/networks/a3160725-0799-49a6-b7bc-da49a1baf265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861166 Jun 16 13:48:52.176035 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e9841-03b7-46cc-9274-400a23c922d1 req-6bf56c9d-8881-4548-b591-2b0fcecbb193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:52.177549 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e62e9841-03b7-46cc-9274-400a23c922d1 req-6bf56c9d-8881-4548-b591-2b0fcecbb193 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c0bc7a9e80d04a2da99eecd6335b07af&device_id=43c63910-b65d-4b1a-b97e-7278650ad50d HTTP/1.1" status: 200 len: 1101 time: 0.0536909 Jun 16 13:48:52.282777 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e9841-03b7-46cc-9274-400a23c922d1 req-6a2b7d8c-7b1d-4698-8c4c-f7b476719896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:52.284250 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e62e9841-03b7-46cc-9274-400a23c922d1 req-6a2b7d8c-7b1d-4698-8c4c-f7b476719896 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a3160725-0799-49a6-b7bc-da49a1baf265 HTTP/1.1" status: 200 len: 871 time: 0.0963209 Jun 16 13:48:52.314195 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f3783-f8bc-47d4-a003-964add27b43e req-2e81c60d-0504-493d-8afc-71afee14fefc tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:52.315685 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-af9f3783-f8bc-47d4-a003-964add27b43e req-2e81c60d-0504-493d-8afc-71afee14fefc tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c63910-b65d-4b1a-b97e-7278650ad50d HTTP/1.1" status: 200 len: 948 time: 0.0631213 Jun 16 13:48:52.333053 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e62e9841-03b7-46cc-9274-400a23c922d1 req-55b25164-6a99-461a-babf-7843b45f6627 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=2c134931-2ce8-40ec-86cf-f55feb96b8ab HTTP/1.1" status: 200 len: 217 time: 0.0375721 Jun 16 13:48:52.360448 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-af9f3783-f8bc-47d4-a003-964add27b43e req-b16c19c1-0cdd-4624-970e-f9b192c610c2 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/security-groups?id=976f9810-d6c8-4f02-ad9b-55306484bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376596 Jun 16 13:48:52.387790 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e9841-03b7-46cc-9274-400a23c922d1 req-90f9d84a-c1aa-4209-ae30-271d8e689539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:52.389270 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e62e9841-03b7-46cc-9274-400a23c922d1 req-90f9d84a-c1aa-4209-ae30-271d8e689539 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1a7bcdb6-921d-4ec6-b9c9-12d78b619bbf HTTP/1.1" status: 200 len: 843 time: 0.0473354 Jun 16 13:48:52.457461 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e9841-03b7-46cc-9274-400a23c922d1 req-5e64d44f-0d8b-45eb-a378-a08bb25d51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:52.459199 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e62e9841-03b7-46cc-9274-400a23c922d1 req-5e64d44f-0d8b-45eb-a378-a08bb25d51d6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a3160725-0799-49a6-b7bc-da49a1baf265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0619862 Jun 16 13:48:52.565831 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e62e9841-03b7-46cc-9274-400a23c922d1 req-82443691-d4b7-4d30-bd7b-b85a5e816be0 service neutron] 10.222.0.63 "GET /v2.0/networks/a3160725-0799-49a6-b7bc-da49a1baf265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983734 Jun 16 13:48:52.663521 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e62e9841-03b7-46cc-9274-400a23c922d1 req-c48932d4-ca64-4b32-ae15-7ceb6b5d105d service neutron] 10.222.0.63 "GET /v2.0/networks/a3160725-0799-49a6-b7bc-da49a1baf265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891657 Jun 16 13:48:53.535391 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8fa98-39b0-4e12-8aec-d358e8aa4a52 req-f69e4854-1548-4e59-94ca-9599c0f6ffc8 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:53.536941 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c6b8fa98-39b0-4e12-8aec-d358e8aa4a52 req-f69e4854-1548-4e59-94ca-9599c0f6ffc8 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c63910-b65d-4b1a-b97e-7278650ad50d HTTP/1.1" status: 200 len: 948 time: 0.0660663 Jun 16 13:48:53.576262 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c6b8fa98-39b0-4e12-8aec-d358e8aa4a52 req-4305c66c-48f9-4512-95d1-c345dd7618e5 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/security-groups?id=976f9810-d6c8-4f02-ad9b-55306484bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331519 Jun 16 13:48:54.464374 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 2c134931-2ce8-40ec-86cf-f55feb96b8ab details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:48:54.583901 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 2c134931-2ce8-40ec-86cf-f55feb96b8ab, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2c134931-2ce8-40ec-86cf-f55feb96b8ab,segment=NetworkSegment(7e840d8c-5632-4165-8f7e-d83c275829cb),segment_id=7e840d8c-5632-4165-8f7e-d83c275829cb)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:54.595455 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': '2c134931-2ce8-40ec-86cf-f55feb96b8ab', 'network_id': 'a3160725-0799-49a6-b7bc-da49a1baf265', 'port_id': '2c134931-2ce8-40ec-86cf-f55feb96b8ab', 'mac_address': 'fa:16:3e:ac:0f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a7bcdb6-921d-4ec6-b9c9-12d78b619bbf', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:48:54.632297 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:54.646032 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c134931-2ce8-40ec-86cf-f55feb96b8ab {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:48:54.669014 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 2c134931-2ce8-40ec-86cf-f55feb96b8ab, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2c134931-2ce8-40ec-86cf-f55feb96b8ab,segment=NetworkSegment(7e840d8c-5632-4165-8f7e-d83c275829cb),segment_id=7e840d8c-5632-4165-8f7e-d83c275829cb)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:54.675136 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:54.676943 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:54.727208 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=2c134931-2ce8-40ec-86cf-f55feb96b8ab,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:54.730418 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:54.765368 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3fb1f-8d1c-438b-82f4-386adf9e0c6a req-9166fe6c-c0c3-4be5-b384-eec6b7762058 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:54.766865 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f9a3fb1f-8d1c-438b-82f4-386adf9e0c6a req-9166fe6c-c0c3-4be5-b384-eec6b7762058 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c63910-b65d-4b1a-b97e-7278650ad50d HTTP/1.1" status: 200 len: 949 time: 0.0674844 Jun 16 13:48:54.806196 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f9a3fb1f-8d1c-438b-82f4-386adf9e0c6a req-3cefd220-3c41-46b9-95c2-545a2aa6cf4a tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/security-groups?id=976f9810-d6c8-4f02-ad9b-55306484bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336719 Jun 16 13:48:54.945564 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['2c134931-2ce8-40ec-86cf-f55feb96b8ab'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:48:56.003353 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fe51f-5143-41df-bf1f-05c5657951d7 req-d5da223c-145c-4856-8649-ee16c7e12295 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:56.005494 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-097fe51f-5143-41df-bf1f-05c5657951d7 req-d5da223c-145c-4856-8649-ee16c7e12295 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c63910-b65d-4b1a-b97e-7278650ad50d HTTP/1.1" status: 200 len: 949 time: 0.0815399 Jun 16 13:48:56.049707 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-097fe51f-5143-41df-bf1f-05c5657951d7 req-47ac67ef-f72b-440b-be9c-4ebe2afe65f0 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/security-groups?id=976f9810-d6c8-4f02-ad9b-55306484bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375364 Jun 16 13:48:56.475721 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 2c134931-2ce8-40ec-86cf-f55feb96b8ab up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:48:56.529465 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning for port 2c134931-2ce8-40ec-86cf-f55feb96b8ab completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:48:56.533021 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port 2c134931-2ce8-40ec-86cf-f55feb96b8ab triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:48:56.533404 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:56.612623 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:56.635899 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c63910-b65d-4b1a-b97e-7278650ad50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c134931-2ce8-40ec-86cf-f55feb96b8ab'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:48:56.638168 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fad351-adf1-4948-b7bf-b1cf0f59765f" -d '{"events": [{"server_uuid": "43c63910-b65d-4b1a-b97e-7278650ad50d", "name": "network-vif-plugged", "status": "completed", "tag": "2c134931-2ce8-40ec-86cf-f55feb96b8ab"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:48:56.652463 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 2c134931-2ce8-40ec-86cf-f55feb96b8ab, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2c134931-2ce8-40ec-86cf-f55feb96b8ab,segment=NetworkSegment(7e840d8c-5632-4165-8f7e-d83c275829cb),segment_id=7e840d8c-5632-4165-8f7e-d83c275829cb)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:56.658088 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:56.660177 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:56.681726 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbf39f9-8edd-464a-be68-e4706431b9f5 x-openstack-request-id: req-cfbf39f9-8edd-464a-be68-e4706431b9f5 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:48:56.682022 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c63910-b65d-4b1a-b97e-7278650ad50d", "name": "network-vif-plugged", "status": "completed", "tag": "2c134931-2ce8-40ec-86cf-f55feb96b8ab", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:48:56.682281 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cfbf39f9-8edd-464a-be68-e4706431b9f5 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:48:56.682666 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c63910-b65d-4b1a-b97e-7278650ad50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c134931-2ce8-40ec-86cf-f55feb96b8ab', 'code': 200} Jun 16 13:48:56.714493 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=2c134931-2ce8-40ec-86cf-f55feb96b8ab,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:56.717382 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:56.926410 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b33bb8-d78f-483c-91b2-ccc7806c9a28 req-41350123-d0c4-42f4-882e-d32bf7082d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:56.928099 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-61b33bb8-d78f-483c-91b2-ccc7806c9a28 req-41350123-d0c4-42f4-882e-d32bf7082d81 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=43c63910-b65d-4b1a-b97e-7278650ad50d HTTP/1.1" status: 200 len: 1103 time: 0.0544255 Jun 16 13:48:56.969503 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-61b33bb8-d78f-483c-91b2-ccc7806c9a28 req-76aefb1f-9599-4bb6-acdb-5ff78962a3d2 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=976f9810-d6c8-4f02-ad9b-55306484bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323420 Jun 16 13:48:57.230671 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b216-3451-4337-9820-dba8f0b83629 req-8157c87d-98f8-4765-a3ed-7f70cf4c1db2 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:57.232124 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-64c0b216-3451-4337-9820-dba8f0b83629 req-8157c87d-98f8-4765-a3ed-7f70cf4c1db2 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c63910-b65d-4b1a-b97e-7278650ad50d HTTP/1.1" status: 200 len: 950 time: 0.0678990 Jun 16 13:48:57.273665 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-64c0b216-3451-4337-9820-dba8f0b83629 req-1af6c9b9-3a88-4740-9fe2-2368e8623fba tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/security-groups?id=976f9810-d6c8-4f02-ad9b-55306484bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351417 Jun 16 13:48:58.451838 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee589d-07c4-4091-a057-a789e0f161b0 req-bc0c5268-ede0-4759-acf1-c1ad2faf30ae tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:58.453380 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-deee589d-07c4-4091-a057-a789e0f161b0 req-bc0c5268-ede0-4759-acf1-c1ad2faf30ae tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c63910-b65d-4b1a-b97e-7278650ad50d HTTP/1.1" status: 200 len: 950 time: 0.0690675 Jun 16 13:48:58.495735 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-deee589d-07c4-4091-a057-a789e0f161b0 req-e360c0d6-c027-4fc4-b5de-383e6d998f3e tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/security-groups?id=976f9810-d6c8-4f02-ad9b-55306484bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345151 Jun 16 13:48:58.941086 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91045b-b439-4191-8e27-7125023240d3 req-6a734408-24cf-41cd-bc92-cea5f6245959 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:58.942561 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7d91045b-b439-4191-8e27-7125023240d3 req-6a734408-24cf-41cd-bc92-cea5f6245959 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c63910-b65d-4b1a-b97e-7278650ad50d HTTP/1.1" status: 200 len: 950 time: 0.0797896 Jun 16 13:48:58.983084 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7d91045b-b439-4191-8e27-7125023240d3 req-e261e4dd-5d48-496e-8c0c-2afdb5e6cdd0 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/security-groups?id=976f9810-d6c8-4f02-ad9b-55306484bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344725 Jun 16 13:49:00.166808 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a789da-8c4a-480c-a274-2be837247a90 req-04625e09-df4d-4265-8cb7-c8643aa89b1d tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:00.168444 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a7a789da-8c4a-480c-a274-2be837247a90 req-04625e09-df4d-4265-8cb7-c8643aa89b1d tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c63910-b65d-4b1a-b97e-7278650ad50d HTTP/1.1" status: 200 len: 950 time: 0.0685503 Jun 16 13:49:00.213827 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a7a789da-8c4a-480c-a274-2be837247a90 req-96fe961f-7d83-467d-afac-38cf6c5344a3 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/security-groups?id=976f9810-d6c8-4f02-ad9b-55306484bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386488 Jun 16 13:49:00.359455 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80d570-524d-4544-9bb7-179d36113036 req-ec04fb71-e180-4a0f-94c6-6094bf724293 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:00.361199 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7c80d570-524d-4544-9bb7-179d36113036 req-ec04fb71-e180-4a0f-94c6-6094bf724293 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.63 "GET /v2.0/ports?device_id=43c63910-b65d-4b1a-b97e-7278650ad50d HTTP/1.1" status: 200 len: 950 time: 0.0771456 Jun 16 13:49:00.513390 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-7c80d570-524d-4544-9bb7-179d36113036 req-e2bde019-4662-484a-9053-7005d1e8e644 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Deleting port 2c134931-2ce8-40ec-86cf-f55feb96b8ab {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:49:00.513879 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c80d570-524d-4544-9bb7-179d36113036 req-e2bde019-4662-484a-9053-7005d1e8e644 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:00.644403 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-7c80d570-524d-4544-9bb7-179d36113036 req-e2bde019-4662-484a-9053-7005d1e8e644 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] For port 2c134931-2ce8-40ec-86cf-f55feb96b8ab, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2c134931-2ce8-40ec-86cf-f55feb96b8ab,segment=NetworkSegment(7e840d8c-5632-4165-8f7e-d83c275829cb),segment_id=7e840d8c-5632-4165-8f7e-d83c275829cb)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:49:00.644937 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c80d570-524d-4544-9bb7-179d36113036 req-e2bde019-4662-484a-9053-7005d1e8e644 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:00.745150 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-7c80d570-524d-4544-9bb7-179d36113036 req-e2bde019-4662-484a-9053-7005d1e8e644 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Calling delete_port for 2c134931-2ce8-40ec-86cf-f55feb96b8ab owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:49:00.910796 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c80d570-524d-4544-9bb7-179d36113036 req-e2bde019-4662-484a-9053-7005d1e8e644 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:00.915336 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-4f353fd6-899f-4c13-81fd-1ac155f38bc4 tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:00.924274 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['2c134931-2ce8-40ec-86cf-f55feb96b8ab'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:49:00.949617 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bde019-4662-484a-9053-7005d1e8e644 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Pushing event deleted for resources: {'Port': ['ID=2c134931-2ce8-40ec-86cf-f55feb96b8ab,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:00.954300 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-e2bde019-4662-484a-9053-7005d1e8e644 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:01.006268 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c80d570-524d-4544-9bb7-179d36113036 req-e2bde019-4662-484a-9053-7005d1e8e644 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] No DVR routers for this DVR port 2c134931-2ce8-40ec-86cf-f55feb96b8ab on host hv-cinder-77428 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:49:01.009057 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c80d570-524d-4544-9bb7-179d36113036 req-e2bde019-4662-484a-9053-7005d1e8e644 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:01.011116 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7c80d570-524d-4544-9bb7-179d36113036 req-e2bde019-4662-484a-9053-7005d1e8e644 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.63 "DELETE /v2.0/ports/2c134931-2ce8-40ec-86cf-f55feb96b8ab HTTP/1.1" status: 204 len: 173 time: 0.6392982 Jun 16 13:49:01.011669 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c63910-b65d-4b1a-b97e-7278650ad50d', 'name': 'network-vif-deleted', 'tag': '2c134931-2ce8-40ec-86cf-f55feb96b8ab'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:49:01.014154 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce702973-dcbb-43d0-a079-b88ff658532d" -d '{"events": [{"server_uuid": "43c63910-b65d-4b1a-b97e-7278650ad50d", "name": "network-vif-deleted", "tag": "2c134931-2ce8-40ec-86cf-f55feb96b8ab"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:49:01.070759 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43b5adf-fd01-4b00-8fd1-cf2ec3d88676 x-openstack-request-id: req-e43b5adf-fd01-4b00-8fd1-cf2ec3d88676 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:49:01.070975 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c63910-b65d-4b1a-b97e-7278650ad50d", "name": "network-vif-deleted", "tag": "2c134931-2ce8-40ec-86cf-f55feb96b8ab", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:49:01.071166 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e43b5adf-fd01-4b00-8fd1-cf2ec3d88676 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:49:01.071808 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c63910-b65d-4b1a-b97e-7278650ad50d', 'name': 'network-vif-deleted', 'tag': '2c134931-2ce8-40ec-86cf-f55feb96b8ab', 'status': 'completed', 'code': 200} Jun 16 13:49:01.381397 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fc2da50a-c091-4b10-a492-51ea100f4444 req-0e696a1f-2c64-47ed-9890-f9616fa72d12 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c63910-b65d-4b1a-b97e-7278650ad50d HTTP/1.1" status: 200 len: 210 time: 0.0287051 Jun 16 13:49:04.491754 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 2c134931-2ce8-40ec-86cf-f55feb96b8ab no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:49:04.513088 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] No Port match for: 2c134931-2ce8-40ec-86cf-f55feb96b8ab {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:49:04.513448 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 2c134931-2ce8-40ec-86cf-f55feb96b8ab not bound to the agent host hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:49:06.548922 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 54680) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:06.687388 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-2148bc59-8937-426f-a8c9-bfe748d1d35c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c0bc7a9e80d04a2da99eecd6335b07af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1366358 Jun 16 13:49:06.689825 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 54684) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:06.740393 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-78d4f605-090e-4793-b03b-c7c489b7a9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:06.761689 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-78d4f605-090e-4793-b03b-c7c489b7a9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:06.810146 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-78d4f605-090e-4793-b03b-c7c489b7a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:06.813465 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-78d4f605-090e-4793-b03b-c7c489b7a9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:06.814641 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-78d4f605-090e-4793-b03b-c7c489b7a9d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/976f9810-d6c8-4f02-ad9b-55306484bd6b HTTP/1.1" status: 204 len: 168 time: 0.1239312 Jun 16 13:49:06.815389 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ff803297-4d70-4fd1-a588-d7ad08e0f5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:06.822784 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4f605-090e-4793-b03b-c7c489b7a9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976f9810-d6c8-4f02-ad9b-55306484bd6b,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:06.825202 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-78d4f605-090e-4793-b03b-c7c489b7a9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:07.275395 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:49:09.069668 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f9829-20e4-4e51-a660-41aab468c6eb req-a6cc324e-721d-470e-9437-cefe3380cf25 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:09.071189 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c64f9829-20e4-4e51-a660-41aab468c6eb req-a6cc324e-721d-470e-9437-cefe3380cf25 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0762773 Jun 16 13:49:09.110066 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c64f9829-20e4-4e51-a660-41aab468c6eb req-715606e5-f3f2-44e8-8768-d8ee4e4f0c93 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329547 Jun 16 13:49:10.293540 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0124b4a-a683-4b28-ad81-ed20c3223967 req-06732506-f773-40ed-9118-888566a58bd7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:10.295233 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f0124b4a-a683-4b28-ad81-ed20c3223967 req-06732506-f773-40ed-9118-888566a58bd7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0668530 Jun 16 13:49:10.346049 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f0124b4a-a683-4b28-ad81-ed20c3223967 req-bc6b4ded-d5b8-4b9b-b1a6-7cdb6d910cc9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440619 Jun 16 13:49:10.870337 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2dcb2c4d-8879-4170-9c68-fdbaec2fb8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:11.067488 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938ae68-c306-4027-a845-633c9ebbf399 req-a4bec3c2-9b8a-4bea-9755-b2291d6a3b28 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:11.068935 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0938ae68-c306-4027-a845-633c9ebbf399 req-a4bec3c2-9b8a-4bea-9755-b2291d6a3b28 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.0704176 Jun 16 13:49:11.107433 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0938ae68-c306-4027-a845-633c9ebbf399 req-ccd0bd55-f3b7-47fb-9d89-be6122878dde tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326705 Jun 16 13:49:11.524405 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fc43a-78b8-45c9-aef0-e7c548eba72d req-b57b1935-2446-4f70-9a6f-e933164f51a1 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:11.525870 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0b0fc43a-78b8-45c9-aef0-e7c548eba72d req-b57b1935-2446-4f70-9a6f-e933164f51a1 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0626338 Jun 16 13:49:11.563660 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0b0fc43a-78b8-45c9-aef0-e7c548eba72d req-7975c491-c56d-4458-a39c-0c232328b22c tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311742 Jun 16 13:49:12.285045 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ed094-c0ad-45df-a2b0-6b4a3e2ff9f2 req-f96604f4-f6e7-4b2f-b04c-777bb56a1a26 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:12.286518 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-076ed094-c0ad-45df-a2b0-6b4a3e2ff9f2 req-f96604f4-f6e7-4b2f-b04c-777bb56a1a26 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.0639923 Jun 16 13:49:12.324747 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-076ed094-c0ad-45df-a2b0-6b4a3e2ff9f2 req-078d95f5-99d7-4fed-b161-4772aad351c9 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323274 Jun 16 13:49:12.739409 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad36c47-ed76-4c14-92dd-1985fafb0918 req-88cb9d3c-d75f-4cce-9933-13297e347ecb tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:12.740745 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dad36c47-ed76-4c14-92dd-1985fafb0918 req-88cb9d3c-d75f-4cce-9933-13297e347ecb tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0660710 Jun 16 13:49:12.777976 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dad36c47-ed76-4c14-92dd-1985fafb0918 req-ee6b45ab-ac74-4d3f-b8ff-dee0ec776741 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314908 Jun 16 13:49:13.244743 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:13.335647 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d9614251-4818-4154-a51e-6ad999a0e019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:13.451286 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:13.511310 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89984de-2020-4bf1-90a7-7a74b50b6f6a req-46a21a11-91cf-405b-bcfc-e05e99c63a42 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:13.512765 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c89984de-2020-4bf1-90a7-7a74b50b6f6a req-46a21a11-91cf-405b-bcfc-e05e99c63a42 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.0664499 Jun 16 13:49:13.553397 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c89984de-2020-4bf1-90a7-7a74b50b6f6a req-fa1b2d2d-45f9-41ad-af96-fb58eb4a5810 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334902 Jun 16 13:49:13.950624 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2155bf3-8bb8-407c-9e6a-351952b91066 req-fcedc3db-a99c-4e42-a493-5f6457d68e55 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:13.953017 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a2155bf3-8bb8-407c-9e6a-351952b91066 req-fcedc3db-a99c-4e42-a493-5f6457d68e55 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0643990 Jun 16 13:49:13.991125 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a2155bf3-8bb8-407c-9e6a-351952b91066 req-423cda72-168d-469e-a0c7-80bbb3913e54 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322187 Jun 16 13:49:14.733174 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405dba8-d4ba-4b0f-b5e8-f288a7ecfcab req-122f912d-8a21-4321-8727-e54f5764cc96 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:14.735129 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c405dba8-d4ba-4b0f-b5e8-f288a7ecfcab req-122f912d-8a21-4321-8727-e54f5764cc96 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.0684874 Jun 16 13:49:14.773247 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c405dba8-d4ba-4b0f-b5e8-f288a7ecfcab req-63d1ad88-ca68-4bf0-a0c2-67fd69d34728 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325086 Jun 16 13:49:14.819413 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:15.173924 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf491a-58ea-4743-9b1f-dee0538ebc77 req-9166d702-a52b-4594-8be9-3e0d5ed30a5e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:15.175386 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-55cf491a-58ea-4743-9b1f-dee0538ebc77 req-9166d702-a52b-4594-8be9-3e0d5ed30a5e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0635762 Jun 16 13:49:15.213262 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-55cf491a-58ea-4743-9b1f-dee0538ebc77 req-9e7604e3-59a9-4bdf-a319-3bcb299a98ad tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320189 Jun 16 13:49:15.952930 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76ed87-f005-466b-bcba-34d048bc3dfc req-f2f4dfc6-d6a5-43c0-8e95-d1bc07aea33d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:15.954411 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-db76ed87-f005-466b-bcba-34d048bc3dfc req-f2f4dfc6-d6a5-43c0-8e95-d1bc07aea33d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.0640843 Jun 16 13:49:15.992376 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-db76ed87-f005-466b-bcba-34d048bc3dfc req-afb136ff-63c6-43bb-899b-bda838754604 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322206 Jun 16 13:49:16.388097 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123dd3a-f50f-4f4a-b1c1-b59db0c26c5d req-8c48910b-de4f-41f5-9fdb-177e28c7f76d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:16.389722 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a123dd3a-f50f-4f4a-b1c1-b59db0c26c5d req-8c48910b-de4f-41f5-9fdb-177e28c7f76d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0681016 Jun 16 13:49:16.415863 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:16.430303 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a123dd3a-f50f-4f4a-b1c1-b59db0c26c5d req-1a19753b-8aa2-4c49-96e0-484446b3fd16 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348959 Jun 16 13:49:17.193079 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690d998-0ad2-4413-a588-f96e956165b2 req-dc324bd3-3a54-4fd4-b9f3-06e87e07eb9a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:17.194453 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1690d998-0ad2-4413-a588-f96e956165b2 req-dc324bd3-3a54-4fd4-b9f3-06e87e07eb9a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.0660794 Jun 16 13:49:17.231354 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1690d998-0ad2-4413-a588-f96e956165b2 req-91d235d5-f4c4-44a9-9c2e-9151e7f98f86 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313611 Jun 16 13:49:17.605299 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4fd8f-fa10-4d62-aad9-e0b875f05b17 req-9c232ef2-f53c-4ac7-ac81-918a4b19e9b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:17.606803 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2de4fd8f-fa10-4d62-aad9-e0b875f05b17 req-9c232ef2-f53c-4ac7-ac81-918a4b19e9b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0649016 Jun 16 13:49:17.650002 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2de4fd8f-fa10-4d62-aad9-e0b875f05b17 req-c4eb7be0-416b-490d-bb77-5576d72286d4 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360081 Jun 16 13:49:18.410286 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c1037-2451-409d-86e4-54a382404c49 req-acc19683-d3ed-47c6-bf41-1a9b6f00f96c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:18.411651 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ae2c1037-2451-409d-86e4-54a382404c49 req-acc19683-d3ed-47c6-bf41-1a9b6f00f96c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.0647173 Jun 16 13:49:18.451278 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ae2c1037-2451-409d-86e4-54a382404c49 req-97777451-d4b3-4a01-beab-dda0738cfd61 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339723 Jun 16 13:49:18.984350 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd4fab-34fc-4214-af3f-4c816d89d261 req-fc2fbf40-972d-4468-a3b1-9a0801d43b4c tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:18.985771 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bfbd4fab-34fc-4214-af3f-4c816d89d261 req-fc2fbf40-972d-4468-a3b1-9a0801d43b4c tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.2238953 Jun 16 13:49:19.024412 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bfbd4fab-34fc-4214-af3f-4c816d89d261 req-acc24527-311d-4334-a275-1da113a46c68 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329661 Jun 16 13:49:19.680266 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ded59-8791-41a8-88b4-84fe8a821808 req-635706f4-1554-4c67-b0e7-b26fd0187e36 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:19.681761 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c98ded59-8791-41a8-88b4-84fe8a821808 req-635706f4-1554-4c67-b0e7-b26fd0187e36 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.1156061 Jun 16 13:49:19.719986 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c98ded59-8791-41a8-88b4-84fe8a821808 req-cc960846-a02a-4abe-8b1d-87dae4943866 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323982 Jun 16 13:49:20.213811 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376c4d8-77a9-4a8d-9ce5-7abbce0c289f req-7f7790e1-733f-4cad-a6c0-b535710ef75e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:20.215299 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4376c4d8-77a9-4a8d-9ce5-7abbce0c289f req-7f7790e1-733f-4cad-a6c0-b535710ef75e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0657437 Jun 16 13:49:20.253811 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4376c4d8-77a9-4a8d-9ce5-7abbce0c289f req-b52514bd-e5f4-4a20-af11-b4ef86a86be6 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323029 Jun 16 13:49:20.576962 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc00240-6da8-44e4-9cb0-e09b1b69f80c req-5f14f59a-fbb2-4377-a42e-f22c3c4279c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:20.578724 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-acc00240-6da8-44e4-9cb0-e09b1b69f80c req-5f14f59a-fbb2-4377-a42e-f22c3c4279c6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=95fe688d296e4c7eb3da1fca2970c03c&device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 1099 time: 0.0570755 Jun 16 13:49:20.594593 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a758c-a65b-415b-9234-40ddbcd7a676 req-651dc486-ff0c-4448-b996-ad74c321e747 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:20.596060 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-536a758c-a65b-415b-9234-40ddbcd7a676 req-651dc486-ff0c-4448-b996-ad74c321e747 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0630059 Jun 16 13:49:20.646182 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-536a758c-a65b-415b-9234-40ddbcd7a676 req-52610044-86cb-42c8-9da5-d10387b46077 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433786 Jun 16 13:49:20.672354 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc00240-6da8-44e4-9cb0-e09b1b69f80c req-89bba254-c508-4971-beb3-8ac21071b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:20.673833 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-acc00240-6da8-44e4-9cb0-e09b1b69f80c req-89bba254-c508-4971-beb3-8ac21071b3c5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f HTTP/1.1" status: 200 len: 912 time: 0.0874441 Jun 16 13:49:20.742155 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-acc00240-6da8-44e4-9cb0-e09b1b69f80c req-c2a4c68a-b3e6-4676-8ee8-d2718a978c6a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b312c74c-3eff-428c-91d9-a9c2b64a3f02 HTTP/1.1" status: 200 len: 1002 time: 0.0616815 Jun 16 13:49:20.791078 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc00240-6da8-44e4-9cb0-e09b1b69f80c req-c0608c4b-c9d7-460d-8e02-e20035b5ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:20.792654 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-acc00240-6da8-44e4-9cb0-e09b1b69f80c req-c0608c4b-c9d7-460d-8e02-e20035b5ac2f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6 HTTP/1.1" status: 200 len: 849 time: 0.0439379 Jun 16 13:49:20.885475 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc00240-6da8-44e4-9cb0-e09b1b69f80c req-e12976f3-5066-428d-a0e1-8e77fed087eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:20.886965 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-acc00240-6da8-44e4-9cb0-e09b1b69f80c req-e12976f3-5066-428d-a0e1-8e77fed087eb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0876913 Jun 16 13:49:20.960800 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334ad1a-5c6f-43e4-81ca-8d52e44e6e45 req-f8ea966a-a501-49c2-b525-02840309f704 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:20.962227 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c334ad1a-5c6f-43e4-81ca-8d52e44e6e45 req-f8ea966a-a501-49c2-b525-02840309f704 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.1256607 Jun 16 13:49:21.052420 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-acc00240-6da8-44e4-9cb0-e09b1b69f80c req-59ea0316-2df5-4fda-9d29-365f08a33dc6 service neutron] 10.222.0.63 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582744 Jun 16 13:49:21.055372 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c334ad1a-5c6f-43e4-81ca-8d52e44e6e45 req-966e2997-6c1a-4d92-b747-3893a2c922b8 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837913 Jun 16 13:49:21.149189 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-acc00240-6da8-44e4-9cb0-e09b1b69f80c req-1890f648-ea6d-4fa8-9f05-8b048d61cb79 service neutron] 10.222.0.63 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888720 Jun 16 13:49:21.823898 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f127d-9fcc-4a25-88fe-c9a12aa21a26 req-28181a90-edc2-43ba-8a35-564297e861c6 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:21.825353 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-697f127d-9fcc-4a25-88fe-c9a12aa21a26 req-28181a90-edc2-43ba-8a35-564297e861c6 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0667095 Jun 16 13:49:21.865155 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-697f127d-9fcc-4a25-88fe-c9a12aa21a26 req-600901b3-789e-41d1-b99c-7ef60eb4245f tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334828 Jun 16 13:49:22.241294 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39e60a-a8ca-4f8d-8c7a-7c9e303b4c71 req-d0835ce3-efa2-4069-a834-c6d43a22424d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:22.241901 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ca39e60a-a8ca-4f8d-8c7a-7c9e303b4c71 req-d0835ce3-efa2-4069-a834-c6d43a22424d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.0694330 Jun 16 13:49:22.285071 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ca39e60a-a8ca-4f8d-8c7a-7c9e303b4c71 req-47e4bf11-9d2f-49f3-ab13-0e3c2476a0e4 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379694 Jun 16 13:49:22.563834 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device e6a50a66-47f6-434e-bba4-dabb1d4e011d details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:49:22.774247 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port e6a50a66-47f6-434e-bba4-dabb1d4e011d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e6a50a66-47f6-434e-bba4-dabb1d4e011d,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:49:22.785854 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'port_id': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d', 'mac_address': 'fa:16:3e:6b:ef:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:49:22.821617 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:22.834538 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6a50a66-47f6-434e-bba4-dabb1d4e011d {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:49:22.854081 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port e6a50a66-47f6-434e-bba4-dabb1d4e011d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e6a50a66-47f6-434e-bba4-dabb1d4e011d,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:49:22.858302 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:22.861238 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:22.915874 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=e6a50a66-47f6-434e-bba4-dabb1d4e011d,revision_number=6']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:22.923633 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:22.923984 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:22.924323 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:22.924657 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:22.925013 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:22.925341 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:22.925722 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:22.926051 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:22.926381 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:22.926756 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:22.927103 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:22.927423 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:22.931503 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:22.991746 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['e6a50a66-47f6-434e-bba4-dabb1d4e011d'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:49:23.038664 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dff5d-04fc-4db0-a6be-f94500b16be7 req-557e6ed3-1a87-4c7d-a2a5-1960ac164eb6 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:23.040055 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1d3dff5d-04fc-4db0-a6be-f94500b16be7 req-557e6ed3-1a87-4c7d-a2a5-1960ac164eb6 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0631530 Jun 16 13:49:23.082546 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1d3dff5d-04fc-4db0-a6be-f94500b16be7 req-12e1f050-6126-46eb-85ed-1a9913541b44 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367866 Jun 16 13:49:23.485735 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc514a0f-b6d4-43e0-8f10-f2a68ef6a169 req-97106820-7ec8-4ab8-845c-9d1c01545540 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:23.487282 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-cc514a0f-b6d4-43e0-8f10-f2a68ef6a169 req-97106820-7ec8-4ab8-845c-9d1c01545540 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 944 time: 0.0688818 Jun 16 13:49:23.525777 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-cc514a0f-b6d4-43e0-8f10-f2a68ef6a169 req-32a43930-f947-467e-9ae8-82d25239d01c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327296 Jun 16 13:49:24.585359 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device e6a50a66-47f6-434e-bba4-dabb1d4e011d up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:49:24.681413 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port e6a50a66-47f6-434e-bba4-dabb1d4e011d triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:49:24.682523 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:24.737931 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800c45c-7ab0-4dcc-80b1-5650c3b70e8e req-e1c55c6f-0fda-44ad-b89a-56a357c71dd6 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:24.739864 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8800c45c-7ab0-4dcc-80b1-5650c3b70e8e req-e1c55c6f-0fda-44ad-b89a-56a357c71dd6 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 944 time: 0.0750489 Jun 16 13:49:24.787827 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:24.799198 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8800c45c-7ab0-4dcc-80b1-5650c3b70e8e req-dbcdbc3c-2f85-42a7-816a-68a7df5a4f17 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532711 Jun 16 13:49:24.815766 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39bc618-89c4-40b8-99d1-a29b31ddb5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:49:24.818066 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c690377b-4f2b-4ac1-a185-054559d0610a" -d '{"events": [{"server_uuid": "f39bc618-89c4-40b8-99d1-a29b31ddb5cf", "name": "network-vif-plugged", "status": "completed", "tag": "e6a50a66-47f6-434e-bba4-dabb1d4e011d"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:49:24.844801 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port e6a50a66-47f6-434e-bba4-dabb1d4e011d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e6a50a66-47f6-434e-bba4-dabb1d4e011d,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:49:24.852710 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:24.854794 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:24.882064 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b30eccf-ceb0-4c9d-b1fe-5adf61de0ba9 x-openstack-request-id: req-8b30eccf-ceb0-4c9d-b1fe-5adf61de0ba9 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:49:24.882492 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39bc618-89c4-40b8-99d1-a29b31ddb5cf", "name": "network-vif-plugged", "status": "completed", "tag": "e6a50a66-47f6-434e-bba4-dabb1d4e011d", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:49:24.882837 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b30eccf-ceb0-4c9d-b1fe-5adf61de0ba9 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:49:24.883314 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39bc618-89c4-40b8-99d1-a29b31ddb5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d', 'code': 200} Jun 16 13:49:24.923006 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=e6a50a66-47f6-434e-bba4-dabb1d4e011d,revision_number=7']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:24.926213 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:26.007803 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653cfa9-a24f-4ba2-9c39-1df08b171832 req-cf493fb1-c52f-4192-806d-2870bb9f224d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:26.010656 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7653cfa9-a24f-4ba2-9c39-1df08b171832 req-cf493fb1-c52f-4192-806d-2870bb9f224d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.0742962 Jun 16 13:49:26.061543 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7653cfa9-a24f-4ba2-9c39-1df08b171832 req-1ec3b1c7-3a78-4c91-858f-9c6db50623ba tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427821 Jun 16 13:49:27.266855 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730ff83-d41d-4057-b289-0815a52c9e44 req-ef2fdbf0-88ab-4b02-b780-14fe02dcbf5f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:27.268373 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e730ff83-d41d-4057-b289-0815a52c9e44 req-ef2fdbf0-88ab-4b02-b780-14fe02dcbf5f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.0667026 Jun 16 13:49:27.320774 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e730ff83-d41d-4057-b289-0815a52c9e44 req-e2cf9c30-32f0-40e0-bcd6-fd4c6163cf93 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418012 Jun 16 13:49:28.558253 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be56423-3867-44ef-b0fc-60ddee5866cc req-174f8259-9908-4431-9249-a96f5af9b500 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:28.559884 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4be56423-3867-44ef-b0fc-60ddee5866cc req-174f8259-9908-4431-9249-a96f5af9b500 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.0725272 Jun 16 13:49:28.604776 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4be56423-3867-44ef-b0fc-60ddee5866cc req-8c43784f-0521-4c96-9257-569643e75680 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377808 Jun 16 13:49:29.805964 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6851a2-dc72-470b-8510-067a85a9b73c req-e7983e95-af9a-4f70-a86c-07129a1853e5 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:29.807589 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-bc6851a2-dc72-470b-8510-067a85a9b73c req-e7983e95-af9a-4f70-a86c-07129a1853e5 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.0739594 Jun 16 13:49:29.855871 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-bc6851a2-dc72-470b-8510-067a85a9b73c req-5c89129d-ae70-4834-a1b6-944e1a18bfb9 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413108 Jun 16 13:49:31.068267 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69828a89-9399-4fbc-a64a-a7fa9b01d19c req-147dd662-d2a2-49e0-a155-b5728edd98a2 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:31.070011 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-69828a89-9399-4fbc-a64a-a7fa9b01d19c req-147dd662-d2a2-49e0-a155-b5728edd98a2 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.0817668 Jun 16 13:49:31.115855 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-69828a89-9399-4fbc-a64a-a7fa9b01d19c req-ec173e5a-af48-4fcd-8450-052872a913dc tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381370 Jun 16 13:49:32.367892 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d8f4d-a83f-4a01-b9bf-a2a3b869d07d req-5fe9ab85-8e4a-4ad8-a7e1-b8db26a24814 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:32.373900 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-179d8f4d-a83f-4a01-b9bf-a2a3b869d07d req-5fe9ab85-8e4a-4ad8-a7e1-b8db26a24814 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.1054409 Jun 16 13:49:32.433489 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-179d8f4d-a83f-4a01-b9bf-a2a3b869d07d req-9ebf3d96-7578-4ac7-b2c7-aac66ab8faea tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488980 Jun 16 13:49:33.625292 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a8983-41e1-48b4-b3b2-98a9cf4ef02d req-c04940df-3707-4794-a1a3-9d09dc95333e tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:33.626778 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-684a8983-41e1-48b4-b3b2-98a9cf4ef02d req-c04940df-3707-4794-a1a3-9d09dc95333e tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.0749469 Jun 16 13:49:33.637189 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6c7d2-3d90-40e2-893d-50d14ff28853 req-3c0de573-06a5-46d3-af56-d93e2aa70923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:33.639495 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8ec6c7d2-3d90-40e2-893d-50d14ff28853 req-3c0de573-06a5-46d3-af56-d93e2aa70923 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=052bf41c0dac4472bc574fb6909da720&device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 1098 time: 0.0623624 Jun 16 13:49:33.665889 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-684a8983-41e1-48b4-b3b2-98a9cf4ef02d req-5eed6e4d-0b25-4b38-a87c-6280438ea96c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331666 Jun 16 13:49:33.752590 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6c7d2-3d90-40e2-893d-50d14ff28853 req-df63a5c5-e873-4e66-b7e2-5d78900b6e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:33.754301 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8ec6c7d2-3d90-40e2-893d-50d14ff28853 req-df63a5c5-e873-4e66-b7e2-5d78900b6e80 service neutron] 10.222.0.63 "GET /v2.0/networks?id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 HTTP/1.1" status: 200 len: 919 time: 0.1061664 Jun 16 13:49:33.836382 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8ec6c7d2-3d90-40e2-893d-50d14ff28853 req-4577bcb3-ca94-4e33-ad1f-0c53fff44506 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6a50a66-47f6-434e-bba4-dabb1d4e011d HTTP/1.1" status: 200 len: 1000 time: 0.0744145 Jun 16 13:49:33.883150 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6c7d2-3d90-40e2-893d-50d14ff28853 req-f6689303-d088-4918-a889-dd32800174a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:33.884536 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8ec6c7d2-3d90-40e2-893d-50d14ff28853 req-f6689303-d088-4918-a889-dd32800174a3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=51f55d14-8f22-464a-a7ae-943a9f2b051c HTTP/1.1" status: 200 len: 856 time: 0.0422509 Jun 16 13:49:33.948466 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6c7d2-3d90-40e2-893d-50d14ff28853 req-40fea227-1954-42fa-96b6-af491341d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:33.949952 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8ec6c7d2-3d90-40e2-893d-50d14ff28853 req-40fea227-1954-42fa-96b6-af491341d53d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0552168 Jun 16 13:49:34.037801 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8ec6c7d2-3d90-40e2-893d-50d14ff28853 req-af82f42a-e80f-4a3d-ba81-6f9b532a044a service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793684 Jun 16 13:49:34.127822 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8ec6c7d2-3d90-40e2-893d-50d14ff28853 req-5512fb33-1a3d-4d1c-80e7-b4c3caf6e5a0 service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832407 Jun 16 13:49:34.848874 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a884efa-fd01-4fed-b026-f9e977ecb50b req-065e1438-5ca9-4890-836a-13a9b25440b7 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:34.850348 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5a884efa-fd01-4fed-b026-f9e977ecb50b req-065e1438-5ca9-4890-836a-13a9b25440b7 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.0643351 Jun 16 13:49:34.892378 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5a884efa-fd01-4fed-b026-f9e977ecb50b req-59d1c1ea-efce-40d4-b58d-6c596290a878 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363243 Jun 16 13:49:36.076476 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507fd6c-d5bf-4985-9fa4-30706649bf3c req-71e48f17-5a76-4902-b9a6-f8be0604985b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:36.078734 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7507fd6c-d5bf-4985-9fa4-30706649bf3c req-71e48f17-5a76-4902-b9a6-f8be0604985b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 945 time: 0.0683243 Jun 16 13:49:36.117616 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7507fd6c-d5bf-4985-9fa4-30706649bf3c req-02783b74-d84d-416b-bb5c-775f504e2407 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332298 Jun 16 13:49:36.621601 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device e6a50a66-47f6-434e-bba4-dabb1d4e011d no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:49:36.719830 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:36.745184 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39bc618-89c4-40b8-99d1-a29b31ddb5cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:49:36.747817 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13ffe8c-03ae-4d9e-bfdf-934f61fa62dc" -d '{"events": [{"server_uuid": "f39bc618-89c4-40b8-99d1-a29b31ddb5cf", "name": "network-vif-unplugged", "status": "completed", "tag": "e6a50a66-47f6-434e-bba4-dabb1d4e011d"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:49:36.765702 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port e6a50a66-47f6-434e-bba4-dabb1d4e011d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e6a50a66-47f6-434e-bba4-dabb1d4e011d,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:49:36.772335 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:36.776014 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:36.830125 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 13:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139485db-5dae-4ff3-a49e-cebad0063972 x-openstack-request-id: req-139485db-5dae-4ff3-a49e-cebad0063972 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:49:36.830424 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39bc618-89c4-40b8-99d1-a29b31ddb5cf", "name": "network-vif-unplugged", "status": "failed", "tag": "e6a50a66-47f6-434e-bba4-dabb1d4e011d", "code": 422}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:49:36.831026 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-139485db-5dae-4ff3-a49e-cebad0063972 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:49:36.831815 dv-cinder-774286-16-iscsi neutron-server[103638]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f39bc618-89c4-40b8-99d1-a29b31ddb5cf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d', 'code': 422} returned with failed status Jun 16 13:49:36.866468 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=e6a50a66-47f6-434e-bba4-dabb1d4e011d,revision_number=8']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:36.871067 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:36.996752 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62066b-166a-4a77-ad37-7ab4c56c7a51 req-009c8274-fe6e-4ac7-b176-8b98bd48a24f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:36.998273 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-af62066b-166a-4a77-ad37-7ab4c56c7a51 req-009c8274-fe6e-4ac7-b176-8b98bd48a24f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.0845883 Jun 16 13:49:37.041037 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-af62066b-166a-4a77-ad37-7ab4c56c7a51 req-ee475c73-dea5-4a90-953d-efb5ebb5bdac tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336013 Jun 16 13:49:37.195683 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 54892) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:37.294263 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2c488f67-2f80-432e-b57d-dc06484e3b61 req-e64a3161-1e39-405a-920b-7d3d04efb164 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0972552 Jun 16 13:49:38.243958 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f595efd-3cd2-4dad-9d65-3640356cadf2 req-05841528-c382-4ec8-be8b-cb6bef8767b1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:38.245967 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1f595efd-3cd2-4dad-9d65-3640356cadf2 req-05841528-c382-4ec8-be8b-cb6bef8767b1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.0712934 Jun 16 13:49:38.289185 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1f595efd-3cd2-4dad-9d65-3640356cadf2 req-dd9eb90a-e382-43d6-b75c-7fb3359874aa tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373347 Jun 16 13:49:38.838957 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-545400e8-d6b4-4109-801b-b009aeab8ee3 req-d41bcc0f-fd08-4dcb-8150-de2668f61405 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0979738 Jun 16 13:49:38.943788 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545400e8-d6b4-4109-801b-b009aeab8ee3 req-781bc3eb-910a-4adc-9e87-00b52c2add82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:38.945378 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-545400e8-d6b4-4109-801b-b009aeab8ee3 req-781bc3eb-910a-4adc-9e87-00b52c2add82 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=95fe688d296e4c7eb3da1fca2970c03c&device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 1099 time: 0.0597680 Jun 16 13:49:39.042761 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c488f67-2f80-432e-b57d-dc06484e3b61 req-e07f9fcc-d233-4767-8f66-b62b059aecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:39.044675 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2c488f67-2f80-432e-b57d-dc06484e3b61 req-e07f9fcc-d233-4767-8f66-b62b059aecc7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf&tenant_id=052bf41c0dac4472bc574fb6909da720 HTTP/1.1" status: 200 len: 1096 time: 0.0946629 Jun 16 13:49:39.060036 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545400e8-d6b4-4109-801b-b009aeab8ee3 req-847b6bc4-d5af-4b18-a3fb-24b47e452d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:39.062291 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-545400e8-d6b4-4109-801b-b009aeab8ee3 req-847b6bc4-d5af-4b18-a3fb-24b47e452d20 service neutron] 10.222.0.63 "GET /v2.0/networks?id=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f HTTP/1.1" status: 200 len: 912 time: 0.0907247 Jun 16 13:49:39.138893 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c488f67-2f80-432e-b57d-dc06484e3b61 req-33195411-ff53-4246-9f53-c8064325f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:39.140438 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2c488f67-2f80-432e-b57d-dc06484e3b61 req-33195411-ff53-4246-9f53-c8064325f316 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=052bf41c0dac4472bc574fb6909da720&device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 1096 time: 0.0626643 Jun 16 13:49:39.142296 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-545400e8-d6b4-4109-801b-b009aeab8ee3 req-c4c73d61-2d08-48ba-bd6e-f912f1b035cc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b312c74c-3eff-428c-91d9-a9c2b64a3f02 HTTP/1.1" status: 200 len: 1002 time: 0.0648661 Jun 16 13:49:39.196698 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545400e8-d6b4-4109-801b-b009aeab8ee3 req-1b6424ee-8056-4e60-bade-449b8e226a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:39.198239 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-545400e8-d6b4-4109-801b-b009aeab8ee3 req-1b6424ee-8056-4e60-bade-449b8e226a25 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6 HTTP/1.1" status: 200 len: 849 time: 0.0452352 Jun 16 13:49:39.244682 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c488f67-2f80-432e-b57d-dc06484e3b61 req-e6b84f94-f6a2-4185-ad05-68cebc74e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:39.246371 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2c488f67-2f80-432e-b57d-dc06484e3b61 req-e6b84f94-f6a2-4185-ad05-68cebc74e36f service neutron] 10.222.0.63 "GET /v2.0/networks?id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 HTTP/1.1" status: 200 len: 919 time: 0.0937171 Jun 16 13:49:39.256828 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545400e8-d6b4-4109-801b-b009aeab8ee3 req-a7a38dd8-6fed-4b65-95a5-a9a904a4cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:39.258315 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-545400e8-d6b4-4109-801b-b009aeab8ee3 req-a7a38dd8-6fed-4b65-95a5-a9a904a4cdf0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534420 Jun 16 13:49:39.321763 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2c488f67-2f80-432e-b57d-dc06484e3b61 req-6c4bdf2e-cc92-44e7-81f5-eee1c57c83df service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6a50a66-47f6-434e-bba4-dabb1d4e011d HTTP/1.1" status: 200 len: 998 time: 0.0688841 Jun 16 13:49:39.355658 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-545400e8-d6b4-4109-801b-b009aeab8ee3 req-c6906a1b-739b-41eb-9efb-45a21a92f7ea service neutron] 10.222.0.63 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902402 Jun 16 13:49:39.378142 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c488f67-2f80-432e-b57d-dc06484e3b61 req-43081757-7faa-47c4-8725-488ce1e4665a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:39.379580 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2c488f67-2f80-432e-b57d-dc06484e3b61 req-43081757-7faa-47c4-8725-488ce1e4665a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=51f55d14-8f22-464a-a7ae-943a9f2b051c HTTP/1.1" status: 200 len: 856 time: 0.0518861 Jun 16 13:49:39.440834 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c488f67-2f80-432e-b57d-dc06484e3b61 req-fdc3060a-8bed-4547-b3d2-d059ac37c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:39.442383 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2c488f67-2f80-432e-b57d-dc06484e3b61 req-fdc3060a-8bed-4547-b3d2-d059ac37c54c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0566630 Jun 16 13:49:39.537768 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2c488f67-2f80-432e-b57d-dc06484e3b61 req-cc0f3737-5f39-4ce4-82be-2ef8bcb502ee service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878773 Jun 16 13:49:39.637219 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2c488f67-2f80-432e-b57d-dc06484e3b61 req-3d892fed-84bf-40ea-bd33-1915fab98c55 service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931997 Jun 16 13:49:39.759647 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-545400e8-d6b4-4109-801b-b009aeab8ee3 req-03eb23d7-037f-4c6f-bb4a-eaba1528105b service neutron] 10.222.0.63 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963711 Jun 16 13:49:39.781056 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f353f5-fd71-4d71-b1aa-23f28d2fe3a2 req-da01ab4d-d037-45c0-b7f4-d2102ebcdc29 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:39.783264 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-53f353f5-fd71-4d71-b1aa-23f28d2fe3a2 req-da01ab4d-d037-45c0-b7f4-d2102ebcdc29 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.3700767 Jun 16 13:49:39.826318 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-53f353f5-fd71-4d71-b1aa-23f28d2fe3a2 req-71cc9da0-e745-4b7e-ba44-9b7265036959 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363405 Jun 16 13:49:40.874715 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7e369e46-d33d-4b1a-af30-97bbdacc2a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:41.034216 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3391c5c-7121-4e1e-9f2f-d901e3ed130a req-1d4a6a2a-f607-4555-b87b-6f253bf0c5e8 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:41.035861 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f3391c5c-7121-4e1e-9f2f-d901e3ed130a req-1d4a6a2a-f607-4555-b87b-6f253bf0c5e8 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.0662625 Jun 16 13:49:41.076536 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f3391c5c-7121-4e1e-9f2f-d901e3ed130a req-c1403170-2fd6-4d46-887c-e1c706650555 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341294 Jun 16 13:49:42.274007 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a7b3e-4665-4cf0-abe6-f098973e0b2c req-f38137ba-ee50-433a-88fb-f90b773d3bbb tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:42.275833 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-552a7b3e-4665-4cf0-abe6-f098973e0b2c req-f38137ba-ee50-433a-88fb-f90b773d3bbb tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.0741491 Jun 16 13:49:42.328058 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-552a7b3e-4665-4cf0-abe6-f098973e0b2c req-0afe7c17-9bd8-467e-8ce5-6cb6e1a5b27b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401227 Jun 16 13:49:43.249509 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:43.337518 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e82ed853-dc5b-47b8-a741-9b5102e9c6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:43.460538 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:43.527030 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dac63f-81a9-43b3-bdea-5bf91a9d92a4 req-df0e9a83-8b4b-4617-aa19-5015e5ab652b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:43.528454 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-24dac63f-81a9-43b3-bdea-5bf91a9d92a4 req-df0e9a83-8b4b-4617-aa19-5015e5ab652b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.0679390 Jun 16 13:49:43.574766 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-24dac63f-81a9-43b3-bdea-5bf91a9d92a4 req-9ccb48ec-0b54-4c6d-9412-cc9c43c9643a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401328 Jun 16 13:49:44.274944 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:49:44.783784 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196dd94-ab50-477f-b01c-d8943c1ba41d req-7ef70ad4-4308-41a1-a13b-05028beb4ab2 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:44.785300 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-2196dd94-ab50-477f-b01c-d8943c1ba41d req-7ef70ad4-4308-41a1-a13b-05028beb4ab2 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.0861001 Jun 16 13:49:44.825847 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:44.850969 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-2196dd94-ab50-477f-b01c-d8943c1ba41d req-3dd1cd50-4fc8-43bd-9e1f-f9d35f4a7727 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596263 Jun 16 13:49:46.035500 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff0a48-7149-457b-a19c-1f09f4ed556d req-6ad3fe5d-dd6e-4e8f-98be-f69703757200 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:46.041418 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-31ff0a48-7149-457b-a19c-1f09f4ed556d req-6ad3fe5d-dd6e-4e8f-98be-f69703757200 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.0722022 Jun 16 13:49:46.077473 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-31ff0a48-7149-457b-a19c-1f09f4ed556d req-e1b1e885-9f9f-40c0-988a-d7735cbd9179 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345547 Jun 16 13:49:46.418859 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:47.266892 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b302b2b-6f0c-4fcb-8242-924d52fb7174 req-e853246d-a68f-4b91-a890-7112caa6e7af tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:47.268404 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8b302b2b-6f0c-4fcb-8242-924d52fb7174 req-e853246d-a68f-4b91-a890-7112caa6e7af tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.0687532 Jun 16 13:49:47.315187 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8b302b2b-6f0c-4fcb-8242-924d52fb7174 req-77d76039-83a4-4a3a-abc9-3481a99d062a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366402 Jun 16 13:49:48.527897 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a51b66-3bf2-4603-a39b-feb2330ed077 req-1dcc0966-d0d5-40bc-91d9-665c712f70e6 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:48.529594 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-31a51b66-3bf2-4603-a39b-feb2330ed077 req-1dcc0966-d0d5-40bc-91d9-665c712f70e6 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.0680187 Jun 16 13:49:48.586201 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-31a51b66-3bf2-4603-a39b-feb2330ed077 req-13fe9197-2d8c-452e-8e7a-68d41235ad76 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498283 Jun 16 13:49:49.789613 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa804a6-79f9-4d22-8c43-8cbf859a3eba req-87b1e308-7c6e-4220-9e6a-8c1b3a9eef94 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:49.791360 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-bfa804a6-79f9-4d22-8c43-8cbf859a3eba req-87b1e308-7c6e-4220-9e6a-8c1b3a9eef94 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.0734386 Jun 16 13:49:49.835544 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-bfa804a6-79f9-4d22-8c43-8cbf859a3eba req-0ea15bc8-997a-4b82-a76c-940601bc3f62 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369635 Jun 16 13:49:51.023858 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feec113-5888-454b-8109-8c69720962d9 req-918abc5e-7171-471a-ade7-c5ca5434f30a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:51.025329 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0feec113-5888-454b-8109-8c69720962d9 req-918abc5e-7171-471a-ade7-c5ca5434f30a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.0682874 Jun 16 13:49:51.063863 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0feec113-5888-454b-8109-8c69720962d9 req-3cd3c3c2-530f-42a2-b011-4f9a2104ff28 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320201 Jun 16 13:49:52.257472 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2be714-5ee5-4e33-91bb-a98aafc915d4 req-8f693616-625a-42f7-adde-0bd47b4e409e tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:52.259099 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8d2be714-5ee5-4e33-91bb-a98aafc915d4 req-8f693616-625a-42f7-adde-0bd47b4e409e tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.0758946 Jun 16 13:49:52.298406 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8d2be714-5ee5-4e33-91bb-a98aafc915d4 req-28c82ce3-134d-433e-9f8a-56aef592246d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331576 Jun 16 13:49:53.511079 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6319050-1890-40fc-94b8-fde3d8ec105c req-92eda965-b440-4798-b778-4307f93bf650 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:53.512636 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b6319050-1890-40fc-94b8-fde3d8ec105c req-92eda965-b440-4798-b778-4307f93bf650 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.0822115 Jun 16 13:49:53.553822 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b6319050-1890-40fc-94b8-fde3d8ec105c req-f09e91ac-43e1-47e5-83e7-9247b60717e2 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342703 Jun 16 13:49:54.747577 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584cfb4-b9ab-4a2e-bdab-c9638196922b req-70431852-ba80-411e-95a7-cc1eb2add888 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:54.749209 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b584cfb4-b9ab-4a2e-bdab-c9638196922b req-70431852-ba80-411e-95a7-cc1eb2add888 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.0692253 Jun 16 13:49:54.789368 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b584cfb4-b9ab-4a2e-bdab-c9638196922b req-b665969a-8103-4aac-8aeb-232180709bbc tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329931 Jun 16 13:49:55.549697 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad625038-6264-4932-ad7b-60f1248a7e51 req-4f9e4518-bd4d-4e4c-b10c-c22b163cb980 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:55.551158 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ad625038-6264-4932-ad7b-60f1248a7e51 req-4f9e4518-bd4d-4e4c-b10c-c22b163cb980 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.0685046 Jun 16 13:49:55.589953 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ad625038-6264-4932-ad7b-60f1248a7e51 req-c678dfbd-441a-4da6-9fb8-9f93b4719519 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329471 Jun 16 13:49:55.973910 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0be33-8d1f-4944-a412-4464e73b4fec req-5c25dd90-bd1a-4779-9617-693931eecc3c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:55.975394 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b5a0be33-8d1f-4944-a412-4464e73b4fec req-5c25dd90-bd1a-4779-9617-693931eecc3c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.0638764 Jun 16 13:49:56.018175 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b5a0be33-8d1f-4944-a412-4464e73b4fec req-e6a23f0e-f789-4364-9c9a-7ff4f9e9d9a7 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366213 Jun 16 13:49:56.765081 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3b579-daef-4f62-9cf4-23c24a7fc75d req-6a216a7a-280f-4e59-8929-e62fb62cd5c4 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:56.766549 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-81f3b579-daef-4f62-9cf4-23c24a7fc75d req-6a216a7a-280f-4e59-8929-e62fb62cd5c4 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.0644403 Jun 16 13:49:56.804935 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-81f3b579-daef-4f62-9cf4-23c24a7fc75d req-3cbbf0b7-011e-44ca-9c38-57ff13cb6895 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323081 Jun 16 13:49:57.196836 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25f35f-4fb9-4468-9235-412c34aa8059 req-b3380490-3ddf-4b42-969a-87889e82fbf6 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:57.198294 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6a25f35f-4fb9-4468-9235-412c34aa8059 req-b3380490-3ddf-4b42-969a-87889e82fbf6 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.0636137 Jun 16 13:49:57.237190 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6a25f35f-4fb9-4468-9235-412c34aa8059 req-4648ca5e-e1f4-49d1-818b-8a2129a112c7 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322800 Jun 16 13:49:57.978608 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb01523-27b8-4481-9b8c-f5b93ca4aa2f req-a7a3823a-e187-4385-8df5-5378c7f56612 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:57.980088 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0cb01523-27b8-4481-9b8c-f5b93ca4aa2f req-a7a3823a-e187-4385-8df5-5378c7f56612 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.0644453 Jun 16 13:49:58.021876 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0cb01523-27b8-4481-9b8c-f5b93ca4aa2f req-bf15f727-4553-424a-9cad-5d3b2ca9d3fa tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353160 Jun 16 13:49:58.417739 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c30590-e7f5-41f5-bde9-5bcfa820c270 req-51da0b36-1e97-42c7-962c-3e151ade103d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:58.419262 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c4c30590-e7f5-41f5-bde9-5bcfa820c270 req-51da0b36-1e97-42c7-962c-3e151ade103d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 943 time: 0.0648668 Jun 16 13:49:58.463394 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c4c30590-e7f5-41f5-bde9-5bcfa820c270 req-fa01f2fc-9033-4f93-9d59-2c9b8b8e6313 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381515 Jun 16 13:49:58.727709 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device e6a50a66-47f6-434e-bba4-dabb1d4e011d details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:49:58.821393 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port e6a50a66-47f6-434e-bba4-dabb1d4e011d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e6a50a66-47f6-434e-bba4-dabb1d4e011d,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:49:58.833295 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'port_id': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d', 'mac_address': 'fa:16:3e:6b:ef:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:49:58.878483 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:58.892903 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a50a66-47f6-434e-bba4-dabb1d4e011d {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:49:58.914858 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port e6a50a66-47f6-434e-bba4-dabb1d4e011d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e6a50a66-47f6-434e-bba4-dabb1d4e011d,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:49:58.918939 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:58.921809 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:58.967439 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=e6a50a66-47f6-434e-bba4-dabb1d4e011d,revision_number=9']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:58.971109 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:59.167816 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['e6a50a66-47f6-434e-bba4-dabb1d4e011d'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:49:59.198547 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49d0e1-bf0d-454f-bedd-98affc339d1c req-9ff8b16c-664a-42d8-a63b-bbaeb3584aea tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:59.200020 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9a49d0e1-bf0d-454f-bedd-98affc339d1c req-9ff8b16c-664a-42d8-a63b-bbaeb3584aea tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.0682864 Jun 16 13:49:59.238605 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9a49d0e1-bf0d-454f-bedd-98affc339d1c req-cc3665cf-2f0a-4e52-bfa3-f8efa6a239de tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325196 Jun 16 13:49:59.653192 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01d633-769a-4a13-801a-723afb5adedb req-ab70a49c-7623-4cd6-bafa-d4eadcb3524b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:59.654660 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7f01d633-769a-4a13-801a-723afb5adedb req-ab70a49c-7623-4cd6-bafa-d4eadcb3524b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 944 time: 0.0690658 Jun 16 13:49:59.693469 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7f01d633-769a-4a13-801a-723afb5adedb req-8c00c04d-c56b-4189-98ba-f0298174d9bb tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323052 Jun 16 13:50:00.414088 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04816167-4fc3-41b2-8d7e-3ee2a071bef3 req-8b4cdf53-721b-4ff6-8275-b58cc0b1cbc4 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:00.415673 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-04816167-4fc3-41b2-8d7e-3ee2a071bef3 req-8b4cdf53-721b-4ff6-8275-b58cc0b1cbc4 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.0648844 Jun 16 13:50:00.463499 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-04816167-4fc3-41b2-8d7e-3ee2a071bef3 req-ed4761d8-45a3-47b5-9584-1b9bc57e16f0 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413446 Jun 16 13:50:00.740956 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device e6a50a66-47f6-434e-bba4-dabb1d4e011d up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:50:00.810766 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port e6a50a66-47f6-434e-bba4-dabb1d4e011d triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:50:00.811334 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:00.900341 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d728e8-853f-44f7-a604-46419ea52e99 req-eed1fc66-0b38-4ff3-8a48-09bec95dc113 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:00.902759 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c9d728e8-853f-44f7-a604-46419ea52e99 req-eed1fc66-0b38-4ff3-8a48-09bec95dc113 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 944 time: 0.0817204 Jun 16 13:50:00.917288 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:00.951339 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c9d728e8-853f-44f7-a604-46419ea52e99 req-7c11f88b-f8f6-4774-a40d-c9ba2f37cb1e tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414853 Jun 16 13:50:00.955069 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39bc618-89c4-40b8-99d1-a29b31ddb5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:50:00.959103 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f370b62-a5ab-4c4a-9605-c81969e4ae77" -d '{"events": [{"server_uuid": "f39bc618-89c4-40b8-99d1-a29b31ddb5cf", "name": "network-vif-plugged", "status": "completed", "tag": "e6a50a66-47f6-434e-bba4-dabb1d4e011d"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:50:00.980799 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port e6a50a66-47f6-434e-bba4-dabb1d4e011d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e6a50a66-47f6-434e-bba4-dabb1d4e011d,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:50:01.000801 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:01.000801 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:01.024178 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe169bff-017c-40d0-9ded-ab59bfd5c416 x-openstack-request-id: req-fe169bff-017c-40d0-9ded-ab59bfd5c416 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:50:01.024489 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39bc618-89c4-40b8-99d1-a29b31ddb5cf", "name": "network-vif-plugged", "status": "completed", "tag": "e6a50a66-47f6-434e-bba4-dabb1d4e011d", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:50:01.024739 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe169bff-017c-40d0-9ded-ab59bfd5c416 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:50:01.025244 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39bc618-89c4-40b8-99d1-a29b31ddb5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d', 'code': 200} Jun 16 13:50:01.060058 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=e6a50a66-47f6-434e-bba4-dabb1d4e011d,revision_number=10']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:01.064590 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:01.532346 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd89e4-e1c1-49bd-9956-f0a14dab597f req-0fa6b17b-b494-4db4-ad58-d5e7b7906fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:01.534639 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8ebd89e4-e1c1-49bd-9956-f0a14dab597f req-0fa6b17b-b494-4db4-ad58-d5e7b7906fa0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 1099 time: 0.0646806 Jun 16 13:50:01.575257 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8ebd89e4-e1c1-49bd-9956-f0a14dab597f req-ba92c5ce-6306-4a63-9862-606e92fd2164 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334237 Jun 16 13:50:01.696802 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84f5a1-7d4f-4c9a-970d-ace5192c9319 req-f044d8e5-6609-4b99-a172-7194ab913f40 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:01.698360 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5b84f5a1-7d4f-4c9a-970d-ace5192c9319 req-f044d8e5-6609-4b99-a172-7194ab913f40 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.0810845 Jun 16 13:50:01.756004 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5b84f5a1-7d4f-4c9a-970d-ace5192c9319 req-a8136a61-a755-44b1-9607-fb50027bf0e2 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479517 Jun 16 13:50:01.893770 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ae811-d398-4480-a34a-ce9a77583236 req-ac94b4c4-776b-4309-8b31-bb75a648d8ca tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:01.895974 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e46ae811-d398-4480-a34a-ce9a77583236 req-ac94b4c4-776b-4309-8b31-bb75a648d8ca tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0731869 Jun 16 13:50:01.945368 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e46ae811-d398-4480-a34a-ce9a77583236 req-61c456f9-68dd-47aa-bda1-29d7c706931e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381210 Jun 16 13:50:02.175327 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fb066-0585-4cfb-abf7-7222fc2e5978 req-bb7d9eaf-5f38-486d-9980-bfa516eb123d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:02.176801 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3b5fb066-0585-4cfb-abf7-7222fc2e5978 req-bb7d9eaf-5f38-486d-9980-bfa516eb123d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 946 time: 0.0734000 Jun 16 13:50:02.220074 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3b5fb066-0585-4cfb-abf7-7222fc2e5978 req-0c587b23-2d3b-4bbd-9940-8e06053aa3f8 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341048 Jun 16 13:50:03.013940 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ceda8-e41a-4372-a160-979121425ef5 req-53af9721-f8c3-460e-8add-0266ecb47a94 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:03.016725 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-658ceda8-e41a-4372-a160-979121425ef5 req-53af9721-f8c3-460e-8add-0266ecb47a94 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.0975428 Jun 16 13:50:03.076366 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-658ceda8-e41a-4372-a160-979121425ef5 req-5a1427fb-325e-4f8f-be78-3363c90fc2fc tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492172 Jun 16 13:50:03.256944 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89355287-6eaf-4fae-81b2-944f2c9473b9 req-a3102404-209a-4973-982e-2b7f37941bfe tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:03.259159 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-89355287-6eaf-4fae-81b2-944f2c9473b9 req-a3102404-209a-4973-982e-2b7f37941bfe tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.1178629 Jun 16 13:50:03.331581 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-89355287-6eaf-4fae-81b2-944f2c9473b9 req-fc8757c5-89e1-4794-87e1-26a3d00085d0 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617037 Jun 16 13:50:03.460586 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeaca8f-68c7-4257-b07c-1702f579a164 req-37a54eae-ce96-4e12-a6b3-3c258396b834 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:03.462099 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-beeaca8f-68c7-4257-b07c-1702f579a164 req-37a54eae-ce96-4e12-a6b3-3c258396b834 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 946 time: 0.0700886 Jun 16 13:50:03.509866 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-beeaca8f-68c7-4257-b07c-1702f579a164 req-2f32832e-2b84-4158-9417-bcb211707c62 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404260 Jun 16 13:50:03.885268 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f667e-44bf-42f2-bad6-dd3764264488 req-c85114ca-e76f-4e65-babf-2a29f996fee1 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:03.887120 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f31f667e-44bf-42f2-bad6-dd3764264488 req-c85114ca-e76f-4e65-babf-2a29f996fee1 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0717351 Jun 16 13:50:04.004137 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-f31f667e-44bf-42f2-bad6-dd3764264488 req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Deleting port b312c74c-3eff-428c-91d9-a9c2b64a3f02 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:50:04.004461 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f31f667e-44bf-42f2-bad6-dd3764264488 req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:04.102165 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-f31f667e-44bf-42f2-bad6-dd3764264488 req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] For port b312c74c-3eff-428c-91d9-a9c2b64a3f02, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b312c74c-3eff-428c-91d9-a9c2b64a3f02,segment=NetworkSegment(674e7c64-5434-43fe-b7ee-a938130755b1),segment_id=674e7c64-5434-43fe-b7ee-a938130755b1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:50:04.102516 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f31f667e-44bf-42f2-bad6-dd3764264488 req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:04.465372 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a867d3-1d29-4bae-b817-60b2a601141e req-7aa4c210-8640-47d0-a10d-6dc09a97662e tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:04.468081 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c9a867d3-1d29-4bae-b817-60b2a601141e req-7aa4c210-8640-47d0-a10d-6dc09a97662e tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.2371147 Jun 16 13:50:04.473313 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f31f667e-44bf-42f2-bad6-dd3764264488 req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:04.473835 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f31f667e-44bf-42f2-bad6-dd3764264488 req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376019'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:04.474254 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.db.l3_db [req-f31f667e-44bf-42f2-bad6-dd3764264488 req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Floating IP baf0fe71-c22c-4f44-9f1b-1e45b7fd1815 disassociated. External IP: 172.27.3.124, port: b312c74c-3eff-428c-91d9-a9c2b64a3f02. Jun 16 13:50:04.474736 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-f31f667e-44bf-42f2-bad6-dd3764264488 req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Calling delete_port for b312c74c-3eff-428c-91d9-a9c2b64a3f02 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:50:04.540401 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14b841-87a3-406c-80c5-3d7bcbb791cc req-5e1f8f40-6401-402b-ac15-3749886d674c tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:04.542333 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de14b841-87a3-406c-80c5-3d7bcbb791cc req-5e1f8f40-6401-402b-ac15-3749886d674c tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 946 time: 0.0729351 Jun 16 13:50:04.586121 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de14b841-87a3-406c-80c5-3d7bcbb791cc req-9888a143-188d-47e1-9234-b32ae068a323 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4c245d4-2137-46ba-a92a-58297a71c178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361452 Jun 16 13:50:04.591076 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c9a867d3-1d29-4bae-b817-60b2a601141e req-df86cee8-4aac-4cae-b8e9-590f35983349 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096992 Jun 16 13:50:04.698910 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f31f667e-44bf-42f2-bad6-dd3764264488 req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:04.704245 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-9020bd47-d50f-4cec-a05f-f32444bf533b tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:04.732621 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Pushing event deleted for resources: {'Port': ['ID=b312c74c-3eff-428c-91d9-a9c2b64a3f02,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:04.745379 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.745753 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.746109 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.746467 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.746815 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.747165 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.747525 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.747858 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.748202 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.748546 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.748980 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.749332 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.753012 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:04.906409 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f31f667e-44bf-42f2-bad6-dd3764264488 req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Router 3303a592-942b-42c3-9916-4c4f0628ea33 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:50:05.023640 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f31f667e-44bf-42f2-bad6-dd3764264488 req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:50:05.036440 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c87002-46e1-43fc-8d5c-e5a0b1f232f5 None None] Sync routers for ids ['3303a592-942b-42c3-9916-4c4f0628ea33'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:50:05.048861 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c87002-46e1-43fc-8d5c-e5a0b1f232f5 None None] Routers {'3303a592-942b-42c3-9916-4c4f0628ea33'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:50:05.049668 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-34c87002-46e1-43fc-8d5c-e5a0b1f232f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:49:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['3303a592-942b-42c3-9916-4c4f0628ea33'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:05.079028 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31f667e-44bf-42f2-bad6-dd3764264488 req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] No DVR routers for this DVR port b312c74c-3eff-428c-91d9-a9c2b64a3f02 on host hv-cinder-77428 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:50:05.082500 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f31f667e-44bf-42f2-bad6-dd3764264488 req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:05.084870 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f31f667e-44bf-42f2-bad6-dd3764264488 req-c5325083-fafb-4234-b79c-85d5b60d7a90 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.63 "DELETE /v2.0/ports/b312c74c-3eff-428c-91d9-a9c2b64a3f02 HTTP/1.1" status: 204 len: 173 time: 1.1926091 Jun 16 13:50:05.085586 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e998a0-47d6-44cb-9005-a2b803681d47', 'name': 'network-vif-deleted', 'tag': 'b312c74c-3eff-428c-91d9-a9c2b64a3f02'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:50:05.088578 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c98695e-8999-4666-af1f-9060e6c09b9c" -d '{"events": [{"server_uuid": "f2e998a0-47d6-44cb-9005-a2b803681d47", "name": "network-vif-deleted", "tag": "b312c74c-3eff-428c-91d9-a9c2b64a3f02"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:50:05.172147 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-34c87002-46e1-43fc-8d5c-e5a0b1f232f5 None None] Set router 3303a592-942b-42c3-9916-4c4f0628ea33 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:50:05.229530 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c58313b-f038-43eb-80c9-b392b2bd879a x-openstack-request-id: req-0c58313b-f038-43eb-80c9-b392b2bd879a {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:50:05.230175 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e998a0-47d6-44cb-9005-a2b803681d47", "name": "network-vif-deleted", "tag": "b312c74c-3eff-428c-91d9-a9c2b64a3f02", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:50:05.230894 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c58313b-f038-43eb-80c9-b392b2bd879a {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:50:05.231671 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e998a0-47d6-44cb-9005-a2b803681d47', 'name': 'network-vif-deleted', 'tag': 'b312c74c-3eff-428c-91d9-a9c2b64a3f02', 'status': 'completed', 'code': 200} Jun 16 13:50:05.409905 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-34c87002-46e1-43fc-8d5c-e5a0b1f232f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:57Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'gw_port': {'id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:58Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'fe24f9a9-0dfe-4f91-ab03-51468411ee86', 'name': '', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'mac_address': 'fa:16:3e:b2:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:46:15Z', 'revision_number': 5, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'subnets': [{'id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:05.414942 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c87002-46e1-43fc-8d5c-e5a0b1f232f5 None None] Checking router: 3303a592-942b-42c3-9916-4c4f0628ea33 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:50:05.430742 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c87002-46e1-43fc-8d5c-e5a0b1f232f5 None None] Routers {'3303a592-942b-42c3-9916-4c4f0628ea33'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:50:05.432057 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-34c87002-46e1-43fc-8d5c-e5a0b1f232f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:49:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['3303a592-942b-42c3-9916-4c4f0628ea33'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:05.689648 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-34c87002-46e1-43fc-8d5c-e5a0b1f232f5 None None] Set router 3303a592-942b-42c3-9916-4c4f0628ea33 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:50:05.714031 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6861d3-e7bb-4a9b-a89f-0dd9b737564c req-de0ff263-4627-4ae3-a95e-c846302d4031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:05.717967 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ed6861d3-e7bb-4a9b-a89f-0dd9b737564c req-de0ff263-4627-4ae3-a95e-c846302d4031 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ebd6e7f2412b421191a4d9c5792eacf9&device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 1098 time: 0.1215177 Jun 16 13:50:05.893231 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a9afa804-8189-4d08-82c0-88f023206d30 req-5a886f98-38c6-4678-89cb-0e4d60ec9aec tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e998a0-47d6-44cb-9005-a2b803681d47 HTTP/1.1" status: 200 len: 210 time: 0.0445633 Jun 16 13:50:06.023469 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-34c87002-46e1-43fc-8d5c-e5a0b1f232f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:57Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'gw_port': {'id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:58Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'fe24f9a9-0dfe-4f91-ab03-51468411ee86', 'name': '', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'mac_address': 'fa:16:3e:b2:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:46:15Z', 'revision_number': 5, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'subnets': [{'id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:06.027421 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c87002-46e1-43fc-8d5c-e5a0b1f232f5 None None] The sync data for ids ['3303a592-942b-42c3-9916-4c4f0628ea33'] in dv-cinder-774286-16-iscsi is: [{'id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:57Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'gw_port': {'id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:58Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'fe24f9a9-0dfe-4f91-ab03-51468411ee86', 'name': '', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'mac_address': 'fa:16:3e:b2:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:46:15Z', 'revision_number': 5, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'subnets': [{'id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:50:06.071902 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6861d3-e7bb-4a9b-a89f-0dd9b737564c req-ab636c0c-169b-43f0-aeaf-c188ee06e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:06.074029 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ed6861d3-e7bb-4a9b-a89f-0dd9b737564c req-ab636c0c-169b-43f0-aeaf-c188ee06e99d service neutron] 10.222.0.63 "GET /v2.0/networks?id=24e75871-b5d6-4e6b-a8f8-3bb7c470f65d HTTP/1.1" status: 200 len: 911 time: 0.3489065 Jun 16 13:50:06.103406 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14782409-4f1e-4ef7-9718-683e8c083988 req-fc071924-08bc-4a64-b42f-d27da391e775 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:06.105617 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-14782409-4f1e-4ef7-9718-683e8c083988 req-fc071924-08bc-4a64-b42f-d27da391e775 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.1976001 Jun 16 13:50:06.232541 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-14782409-4f1e-4ef7-9718-683e8c083988 req-f04756b0-bc6d-453c-95e9-fb8b90bfb4a6 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818388 Jun 16 13:50:06.236113 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ed6861d3-e7bb-4a9b-a89f-0dd9b737564c req-39016a22-88d5-4897-be52-aeef1aa24674 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95add7e0-dcd6-4162-b2f0-938fe90131d1 HTTP/1.1" status: 200 len: 1001 time: 0.1541033 Jun 16 13:50:06.289370 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe20292-2905-4e6e-a70c-64fd7865a944 None None] New status for floating IP baf0fe71-c22c-4f44-9f1b-1e45b7fd1815: DOWN {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:50:06.292231 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6861d3-e7bb-4a9b-a89f-0dd9b737564c req-75eec981-feb6-469a-b03b-6ed714ac63f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:06.293893 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ed6861d3-e7bb-4a9b-a89f-0dd9b737564c req-75eec981-feb6-469a-b03b-6ed714ac63f7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2f69e043-1255-4377-a60c-e1b80639a890 HTTP/1.1" status: 200 len: 848 time: 0.0511298 Jun 16 13:50:06.361408 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6861d3-e7bb-4a9b-a89f-0dd9b737564c req-0f435ef7-699f-40df-9fd6-b8eb2c23d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:06.362916 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ed6861d3-e7bb-4a9b-a89f-0dd9b737564c req-0f435ef7-699f-40df-9fd6-b8eb2c23d953 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=24e75871-b5d6-4e6b-a8f8-3bb7c470f65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0623069 Jun 16 13:50:06.491231 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ed6861d3-e7bb-4a9b-a89f-0dd9b737564c req-355a617b-bf8d-49d7-b1f9-18784400d1e2 service neutron] 10.222.0.63 "GET /v2.0/networks/24e75871-b5d6-4e6b-a8f8-3bb7c470f65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214988 Jun 16 13:50:06.587063 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ed6861d3-e7bb-4a9b-a89f-0dd9b737564c req-1e825580-c997-4544-ad3b-6fca572fbe9f service neutron] 10.222.0.63 "GET /v2.0/networks/24e75871-b5d6-4e6b-a8f8-3bb7c470f65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895994 Jun 16 13:50:06.757753 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device b312c74c-3eff-428c-91d9-a9c2b64a3f02 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:50:06.778538 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] No Port match for: b312c74c-3eff-428c-91d9-a9c2b64a3f02 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:50:06.778892 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device b312c74c-3eff-428c-91d9-a9c2b64a3f02 not bound to the agent host hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:50:07.014946 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 55062) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:07.074916 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e63f0772-da3b-4dd1-b135-6dcd4021acc9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:07.098778 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e63f0772-da3b-4dd1-b135-6dcd4021acc9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:07.150687 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e63f0772-da3b-4dd1-b135-6dcd4021acc9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:07.153773 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e63f0772-da3b-4dd1-b135-6dcd4021acc9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:07.155081 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-e63f0772-da3b-4dd1-b135-6dcd4021acc9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "DELETE /v2.0/security-groups/c4c245d4-2137-46ba-a92a-58297a71c178 HTTP/1.1" status: 204 len: 168 time: 0.1387846 Jun 16 13:50:07.156086 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-9341155f-a742-4558-b679-221db7727acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:07.157890 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55064) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:07.167502 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f0772-da3b-4dd1-b135-6dcd4021acc9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c245d4-2137-46ba-a92a-58297a71c178,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:07.173718 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.api.v2.resource [None req-d11041c2-ac27-43dc-b129-c115fbeb79af tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] show failed (client error): The resource could not be found. Jun 16 13:50:07.177715 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-d11041c2-ac27-43dc-b129-c115fbeb79af tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups/c4c245d4-2137-46ba-a92a-58297a71c178 HTTP/1.1" status: 404 len: 347 time: 0.0187984 Jun 16 13:50:07.178269 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55066) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:07.178648 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-e63f0772-da3b-4dd1-b135-6dcd4021acc9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:07.605960 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b024952-6ebb-46e8-8b91-4cea75098a9d req-e1de68a1-60fe-404b-bc01-90766261b77c tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:07.607624 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5b024952-6ebb-46e8-8b91-4cea75098a9d req-e1de68a1-60fe-404b-bc01-90766261b77c tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.1338007 Jun 16 13:50:07.642391 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Deleting port ca0d9b7e-7375-48ff-b4d9-bd2fd557a8d9 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:50:07.642993 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:07.706164 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5b024952-6ebb-46e8-8b91-4cea75098a9d req-e8b6ab1a-eec1-48be-823d-78f2bc915fd2 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860071 Jun 16 13:50:07.756275 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:07.756529 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:07.823005 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Calling delete_port for ca0d9b7e-7375-48ff-b4d9-bd2fd557a8d9 owned by network:floatingip {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:50:07.970081 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:07.972108 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:07.995556 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Pushing event deleted for resources: {'Port': ['ID=ca0d9b7e-7375-48ff-b4d9-bd2fd557a8d9,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:08.029426 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:08.029797 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:08.031170 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:08.031170 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:08.031170 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:08.031170 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:08.031929 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:08.031929 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:08.032397 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:08.032554 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:08.033053 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:08.033422 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:08.038462 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:08.078192 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for floatingip, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.080877 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.086221 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "DELETE /v2.0/floatingips/baf0fe71-c22c-4f44-9f1b-1e45b7fd1815 HTTP/1.1" status: 204 len: 168 time: 0.9022932 Jun 16 13:50:08.463951 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55072) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:08.470035 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-6176596c-aa2e-499a-9307-ee1ca83a6292 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--313985471', 'description': 'tempest-description--400683858'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:50:08.496607 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6176596c-aa2e-499a-9307-ee1ca83a6292 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.597639 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6176596c-aa2e-499a-9307-ee1ca83a6292 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.602414 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6176596c-aa2e-499a-9307-ee1ca83a6292 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.605454 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ffe4cf70-b22c-460c-9449-0ba1e36d2b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:08.629667 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6176596c-aa2e-499a-9307-ee1ca83a6292 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.630995 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-6176596c-aa2e-499a-9307-ee1ca83a6292 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1659064 Jun 16 13:50:08.635432 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 55074) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:08.643155 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-7e515c9f-01e2-424e-9e37-daad4b89c28d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Request body: {'security_group_rule': {'security_group_id': '1a24ad3a-66df-4b5c-9329-071d722123d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:50:08.646823 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176596c-aa2e-499a-9307-ee1ca83a6292 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a24ad3a-66df-4b5c-9329-071d722123d2,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:08.652340 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-6176596c-aa2e-499a-9307-ee1ca83a6292 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:08.685226 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e515c9f-01e2-424e-9e37-daad4b89c28d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.767687 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e515c9f-01e2-424e-9e37-daad4b89c28d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.777032 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e515c9f-01e2-424e-9e37-daad4b89c28d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.779424 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:08.798073 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e515c9f-01e2-424e-9e37-daad4b89c28d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd1dc99-79cb-472c-8b12-3f3bc36433db,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:08.801289 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-7e515c9f-01e2-424e-9e37-daad4b89c28d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:08.803981 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e515c9f-01e2-424e-9e37-daad4b89c28d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.805265 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-7e515c9f-01e2-424e-9e37-daad4b89c28d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1685162 Jun 16 13:50:08.808662 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55078) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:08.814189 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-92b0926a-8cc7-4dc9-8018-e7d3cc781a83 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Request body: {'security_group_rule': {'security_group_id': '1a24ad3a-66df-4b5c-9329-071d722123d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:50:08.845454 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92b0926a-8cc7-4dc9-8018-e7d3cc781a83 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.930599 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92b0926a-8cc7-4dc9-8018-e7d3cc781a83 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.936340 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92b0926a-8cc7-4dc9-8018-e7d3cc781a83 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.940929 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:08.970224 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0926a-8cc7-4dc9-8018-e7d3cc781a83 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b20ad68-b1d1-4ecb-ab44-7f6f00eb4f35,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:08.977773 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-92b0926a-8cc7-4dc9-8018-e7d3cc781a83 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:08.978744 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92b0926a-8cc7-4dc9-8018-e7d3cc781a83 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.980624 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-92b0926a-8cc7-4dc9-8018-e7d3cc781a83 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1707902 Jun 16 13:50:08.985368 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 55080) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:08.990775 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Request body: {'floatingip': {'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:50:08.999581 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed3996-0c3f-4bb1-93f5-3a4ffc1eb691 req-defca226-5185-40dd-807e-8f1984c518b9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:09.001678 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4bed3996-0c3f-4bb1-93f5-3a4ffc1eb691 req-defca226-5185-40dd-807e-8f1984c518b9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.1295557 Jun 16 13:50:09.021472 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.075884 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4bed3996-0c3f-4bb1-93f5-3a4ffc1eb691 req-3012cde9-b852-4018-8cb2-c78d74cc9991 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657818 Jun 16 13:50:09.143218 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.258873 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Allocated IP 172.27.3.229 (4d1119cf-5fec-45f3-97f5-606abcd40a6f/1e4ea701-5473-443b-aeed-fa1b09c8f901/3bd06749-d148-4678-9a95-edff7bf25251) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:50:09.383780 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.417497 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55090) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:09.438064 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3313777'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.442842 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:09.482281 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:50:09.485936 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:50:09.489513 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:50:09.524254 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Pushing event updated for resources: {'Port': ['ID=3bd06749-d148-4678-9a95-edff7bf25251,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:09.528483 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:09.557722 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe218c-faef-4740-9107-dbb7c68c332d req-540bf6ee-a9ca-4cd0-9fb6-64c9cf144267 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:09.559243 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-44fe218c-faef-4740-9107-dbb7c68c332d req-540bf6ee-a9ca-4cd0-9fb6-64c9cf144267 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.1154654 Jun 16 13:50:09.579880 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-29db5e38-34a8-49ca-bec0-68c4180198b4 req-9152bcd4-1bf9-4409-922e-c5e5b53248a6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1608460 Jun 16 13:50:09.613545 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-44fe218c-faef-4740-9107-dbb7c68c332d req-7f650229-c806-4500-9de8-26004772c1c9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438170 Jun 16 13:50:09.655367 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.707071 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.921384 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.928062 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313767'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.930398 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-7540d24f-ebb8-477a-bb28-3e42d5b2d511 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:10.000138 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Pushing event updated for resources: {'Port': ['ID=3bd06749-d148-4678-9a95-edff7bf25251,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:10.004308 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:10.011916 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376019'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:10.025626 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:10.036678 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0403481 Jun 16 13:50:10.247660 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0eed6b80-c590-4254-bc69-881c6842f273 req-ea47ddfc-0ecd-4057-9a6e-87b76aacd0b3 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--313985471&fields=id&tenant_id=95fe688d296e4c7eb3da1fca2970c03c HTTP/1.1" status: 200 len: 267 time: 0.0446584 Jun 16 13:50:10.363712 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed6b80-c590-4254-bc69-881c6842f273 req-6bb4efef-53d2-4fc2-a1eb-732ad9dc8580 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:10.365184 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0eed6b80-c590-4254-bc69-881c6842f273 req-6bb4efef-53d2-4fc2-a1eb-732ad9dc8580 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/networks?id=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f HTTP/1.1" status: 200 len: 810 time: 0.1099148 Jun 16 13:50:10.381381 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0eed6b80-c590-4254-bc69-881c6842f273 req-5e2b6fda-53a1-4c11-abd6-cb9c54a4de82 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/quotas/95fe688d296e4c7eb3da1fca2970c03c HTTP/1.1" status: 200 len: 375 time: 0.0101826 Jun 16 13:50:10.459818 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0eed6b80-c590-4254-bc69-881c6842f273 req-66c3ab78-db5d-4c06-9c76-d08c3133d47a tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=95fe688d296e4c7eb3da1fca2970c03c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0730665 Jun 16 13:50:10.689275 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0eed6b80-c590-4254-bc69-881c6842f273 req-07200ce0-cc13-45bb-b1b4-4beddcd947e9 service neutron] 10.222.0.26 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147985 Jun 16 13:50:10.797856 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 95add7e0-dcd6-4162-b2f0-938fe90131d1 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:50:10.823058 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0eed6b80-c590-4254-bc69-881c6842f273 req-c0d97970-1001-49c4-8c08-6f0d74c75746 service neutron] 10.222.0.26 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259134 Jun 16 13:50:10.899312 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec6156-fe27-424f-8ebb-7580edb83166 req-24e1e1b9-3b03-447e-b4c0-0aa8c7f27c2d tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:10.901098 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c9ec6156-fe27-424f-8ebb-7580edb83166 req-24e1e1b9-3b03-447e-b4c0-0aa8c7f27c2d tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.0854907 Jun 16 13:50:10.935062 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4bde03ca-43d1-4cf5-a6a5-c72920a29682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:10.960509 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:10.963714 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c9ec6156-fe27-424f-8ebb-7580edb83166 req-6198a48d-e393-4e6b-8f5d-2fad5f13a5f6 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509601 Jun 16 13:50:10.990870 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e813223-7ca5-48d7-9e07-4b98b551befc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95add7e0-dcd6-4162-b2f0-938fe90131d1'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:50:11.001109 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa019154-9b54-4703-b19f-0aa9a707adbe" -d '{"events": [{"server_uuid": "9e813223-7ca5-48d7-9e07-4b98b551befc", "name": "network-vif-unplugged", "status": "completed", "tag": "95add7e0-dcd6-4162-b2f0-938fe90131d1"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:50:11.022218 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 95add7e0-dcd6-4162-b2f0-938fe90131d1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=95add7e0-dcd6-4162-b2f0-938fe90131d1,segment=NetworkSegment(6e93d335-f264-4a19-a7d6-db101b32c88f),segment_id=6e93d335-f264-4a19-a7d6-db101b32c88f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:50:11.031973 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:11.035955 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:11.079663 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-706405b0-e7fb-4cc5-8073-56c3952e12a1 req-5e3c18c7-6dbb-43f7-92f8-da33d7e0cb47 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3096555-f2ed-41f3-968c-7c7d2fec0436 HTTP/1.1" status: 200 len: 210 time: 0.0344861 Jun 16 13:50:11.111289 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=95add7e0-dcd6-4162-b2f0-938fe90131d1,revision_number=6']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:11.116317 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:11.129926 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 13:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a267c4-7b5b-45cc-8901-3150a3401920 x-openstack-request-id: req-d5a267c4-7b5b-45cc-8901-3150a3401920 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:50:11.130226 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e813223-7ca5-48d7-9e07-4b98b551befc", "name": "network-vif-unplugged", "status": "completed", "tag": "95add7e0-dcd6-4162-b2f0-938fe90131d1", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:50:11.130485 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d5a267c4-7b5b-45cc-8901-3150a3401920 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:50:11.130884 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e813223-7ca5-48d7-9e07-4b98b551befc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95add7e0-dcd6-4162-b2f0-938fe90131d1', 'code': 200} Jun 16 13:50:11.533261 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db5e38-34a8-49ca-bec0-68c4180198b4 req-a1c3417e-fa21-4357-b32a-f6ada3ecc47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:11.534855 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-29db5e38-34a8-49ca-bec0-68c4180198b4 req-a1c3417e-fa21-4357-b32a-f6ada3ecc47b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc&tenant_id=ebd6e7f2412b421191a4d9c5792eacf9 HTTP/1.1" status: 200 len: 1096 time: 0.3566687 Jun 16 13:50:11.611375 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db5e38-34a8-49ca-bec0-68c4180198b4 req-eda17385-96ce-483c-b257-fffb9bc1aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:11.612889 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-29db5e38-34a8-49ca-bec0-68c4180198b4 req-eda17385-96ce-483c-b257-fffb9bc1aa3f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ebd6e7f2412b421191a4d9c5792eacf9&device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 1096 time: 0.0553248 Jun 16 13:50:11.715611 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db5e38-34a8-49ca-bec0-68c4180198b4 req-caec7fd2-7d05-4c3e-a00b-87ddd48fba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:11.717014 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-29db5e38-34a8-49ca-bec0-68c4180198b4 req-caec7fd2-7d05-4c3e-a00b-87ddd48fba93 service neutron] 10.222.0.63 "GET /v2.0/networks?id=24e75871-b5d6-4e6b-a8f8-3bb7c470f65d HTTP/1.1" status: 200 len: 911 time: 0.0927913 Jun 16 13:50:11.788141 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-29db5e38-34a8-49ca-bec0-68c4180198b4 req-e3fc360b-c12d-4b49-bd4a-8ef66b97907d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95add7e0-dcd6-4162-b2f0-938fe90131d1 HTTP/1.1" status: 200 len: 999 time: 0.0632017 Jun 16 13:50:11.844435 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db5e38-34a8-49ca-bec0-68c4180198b4 req-4a518042-7d20-40ed-805b-6f652960574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:11.845924 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-29db5e38-34a8-49ca-bec0-68c4180198b4 req-4a518042-7d20-40ed-805b-6f652960574b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2f69e043-1255-4377-a60c-e1b80639a890 HTTP/1.1" status: 200 len: 848 time: 0.0503047 Jun 16 13:50:11.911775 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db5e38-34a8-49ca-bec0-68c4180198b4 req-15a05ab8-a9ca-4c2b-9f8a-65c30e7d80fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:11.913524 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-29db5e38-34a8-49ca-bec0-68c4180198b4 req-15a05ab8-a9ca-4c2b-9f8a-65c30e7d80fc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=24e75871-b5d6-4e6b-a8f8-3bb7c470f65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543287 Jun 16 13:50:12.004494 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-29db5e38-34a8-49ca-bec0-68c4180198b4 req-570eacab-6d95-4ead-8383-1c4fd8f52936 service neutron] 10.222.0.63 "GET /v2.0/networks/24e75871-b5d6-4e6b-a8f8-3bb7c470f65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823781 Jun 16 13:50:12.118853 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-29db5e38-34a8-49ca-bec0-68c4180198b4 req-1d77364e-7491-4a6a-aee4-53eed3c53e92 service neutron] 10.222.0.63 "GET /v2.0/networks/24e75871-b5d6-4e6b-a8f8-3bb7c470f65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074252 Jun 16 13:50:12.172188 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8c0ab-9fe3-4cfc-a243-6548d0f3a24f req-f1025eb4-6dff-4941-929a-15e8e9c750e0 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:12.173682 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2fc8c0ab-9fe3-4cfc-a243-6548d0f3a24f req-f1025eb4-6dff-4941-929a-15e8e9c750e0 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 943 time: 0.0767803 Jun 16 13:50:12.219688 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2fc8c0ab-9fe3-4cfc-a243-6548d0f3a24f req-047f60d4-abab-4bd7-bc9a-d509313e30e8 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397992 Jun 16 13:50:12.272344 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e3d3efd6-361e-4c95-87e9-5b18981171a2 req-2b636d65-4492-45d4-bc6d-7f1fe66475b3 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3096555-f2ed-41f3-968c-7c7d2fec0436 HTTP/1.1" status: 200 len: 210 time: 0.0615327 Jun 16 13:50:12.326552 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed6b80-c590-4254-bc69-881c6842f273 req-17e4b5e3-f2dc-460d-9af3-54e9fde13725 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:12.328203 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0eed6b80-c590-4254-bc69-881c6842f273 req-17e4b5e3-f2dc-460d-9af3-54e9fde13725 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.63 "GET /v2.0/networks?id=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f HTTP/1.1" status: 200 len: 810 time: 0.1432109 Jun 16 13:50:12.380878 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0eed6b80-c590-4254-bc69-881c6842f273 req-3e81c0d2-27d5-4303-b961-cedf05968a5f tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95fe688d296e4c7eb3da1fca2970c03c HTTP/1.1" status: 200 len: 379 time: 0.0351570 Jun 16 13:50:12.394845 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-0eed6b80-c590-4254-bc69-881c6842f273 req-21abc8c6-8bd9-4d45-bc85-510891b58abf tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Request body: {'port': {'device_id': 'c3096555-f2ed-41f3-968c-7c7d2fec0436', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'admin_state_up': True, 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'security_groups': ['1a24ad3a-66df-4b5c-9329-071d722123d2']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:50:12.512329 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eed6b80-c590-4254-bc69-881c6842f273 req-21abc8c6-8bd9-4d45-bc85-510891b58abf tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Made reservation on behalf of 95fe688d296e4c7eb3da1fca2970c03c for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:50:12.516626 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0eed6b80-c590-4254-bc69-881c6842f273 req-21abc8c6-8bd9-4d45-bc85-510891b58abf tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:12.643003 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-0eed6b80-c590-4254-bc69-881c6842f273 req-21abc8c6-8bd9-4d45-bc85-510891b58abf tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Allocated IP 172.20.0.10 (61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f/8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6/8be87017-d46e-4d79-84fd-91eaa89c9f07) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:50:12.789037 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0eed6b80-c590-4254-bc69-881c6842f273 req-21abc8c6-8bd9-4d45-bc85-510891b58abf tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:12.802148 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-0eed6b80-c590-4254-bc69-881c6842f273 req-21abc8c6-8bd9-4d45-bc85-510891b58abf tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Transition to ACTIVE for port object 8be87017-d46e-4d79-84fd-91eaa89c9f07 will not be triggered until provisioned by entity DHCP. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:50:12.836040 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0eed6b80-c590-4254-bc69-881c6842f273 req-21abc8c6-8bd9-4d45-bc85-510891b58abf tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3313777'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:12.839978 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-e2bde019-4662-484a-9053-7005d1e8e644 tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:12.877872 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eed6b80-c590-4254-bc69-881c6842f273 req-21abc8c6-8bd9-4d45-bc85-510891b58abf tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Network 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:50:12.881194 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-0eed6b80-c590-4254-bc69-881c6842f273 req-21abc8c6-8bd9-4d45-bc85-510891b58abf tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:50:12.887639 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eed6b80-c590-4254-bc69-881c6842f273 req-21abc8c6-8bd9-4d45-bc85-510891b58abf tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:50:12.922349 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abc8c6-8bd9-4d45-bc85-510891b58abf tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Pushing event updated for resources: {'Port': ['ID=8be87017-d46e-4d79-84fd-91eaa89c9f07,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:12.926717 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-21abc8c6-8bd9-4d45-bc85-510891b58abf tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:12.944708 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed6b80-c590-4254-bc69-881c6842f273 req-21abc8c6-8bd9-4d45-bc85-510891b58abf tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:12.945372 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0eed6b80-c590-4254-bc69-881c6842f273 req-21abc8c6-8bd9-4d45-bc85-510891b58abf tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:12.961050 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0eed6b80-c590-4254-bc69-881c6842f273 req-21abc8c6-8bd9-4d45-bc85-510891b58abf tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5709023 Jun 16 13:50:12.980690 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Request body: {'port': {'device_id': 'c3096555-f2ed-41f3-968c-7c7d2fec0436', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:50:13.058205 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:13.092974 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-d61c77cb-3072-406f-a9fb-241f8a869a1c None None] Provisioning for port 8be87017-d46e-4d79-84fd-91eaa89c9f07 completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:50:13.096573 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-d61c77cb-3072-406f-a9fb-241f8a869a1c None None] Provisioning complete for port 8be87017-d46e-4d79-84fd-91eaa89c9f07 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:50:13.096983 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d61c77cb-3072-406f-a9fb-241f8a869a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:13.131022 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-d61c77cb-3072-406f-a9fb-241f8a869a1c None None] Port 8be87017-d46e-4d79-84fd-91eaa89c9f07 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:50:13.241161 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:13.322427 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be87017-d46e-4d79-84fd-91eaa89c9f07 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:50:13.331436 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:13.345583 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Transition to ACTIVE for port object 8be87017-d46e-4d79-84fd-91eaa89c9f07 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:50:13.346938 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9e2fb717-0194-4aec-8942-0e95090c4aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:13.350873 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313767'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:13.353087 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:13.406064 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb1fc0-fe5e-4940-9cf4-8c0005e21124 req-02f46847-6d72-4966-bb1e-2f23fdc29a83 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:13.407587 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-34fb1fc0-fe5e-4940-9cf4-8c0005e21124 req-02f46847-6d72-4966-bb1e-2f23fdc29a83 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 943 time: 0.0763574 Jun 16 13:50:13.452280 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:13.454102 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Pushing event updated for resources: {'Port': ['ID=8be87017-d46e-4d79-84fd-91eaa89c9f07,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:13.457548 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-34fb1fc0-fe5e-4940-9cf4-8c0005e21124 req-e595878f-7e7b-4885-99da-4c7b1efb20e3 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433109 Jun 16 13:50:13.459415 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:13.569171 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Attempting to bind port 8be87017-d46e-4d79-84fd-91eaa89c9f07 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:50:13.569595 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Attempting to bind port 8be87017-d46e-4d79-84fd-91eaa89c9f07 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '674e7c64-5434-43fe-b7ee-a938130755b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:50:13.569847 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Attempting to bind port 8be87017-d46e-4d79-84fd-91eaa89c9f07 on network 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:50:13.581183 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca5846-5701-4048-b9fa-4a2172ba6a7a req-7566d8a3-1b0b-4e17-9acc-942166e0b79e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:13.582734 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-47ca5846-5701-4048-b9fa-4a2172ba6a7a req-7566d8a3-1b0b-4e17-9acc-942166e0b79e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3096555-f2ed-41f3-968c-7c7d2fec0436 HTTP/1.1" status: 200 len: 944 time: 0.1564682 Jun 16 13:50:13.585177 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Port 8be87017-d46e-4d79-84fd-91eaa89c9f07 on network 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:50:13.585506 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Attempting to bind port 8be87017-d46e-4d79-84fd-91eaa89c9f07 on network 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:50:13.592579 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Checking agent: {'id': 'bb4a981f-00aa-40ad-8a89-acbc72a2637c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:50:13.592975 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Checking segment: {'id': '674e7c64-5434-43fe-b7ee-a938130755b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:50:13.593364 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Bound using segment: {'id': '674e7c64-5434-43fe-b7ee-a938130755b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:50:13.593796 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Bound port: 8be87017-d46e-4d79-84fd-91eaa89c9f07, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674e7c64-5434-43fe-b7ee-a938130755b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:50:13.594143 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:13.656342 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-47ca5846-5701-4048-b9fa-4a2172ba6a7a req-a53937e2-6119-4a8c-b4e8-1c209d6430ef tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a24ad3a-66df-4b5c-9329-071d722123d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657082 Jun 16 13:50:13.688882 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] For port 8be87017-d46e-4d79-84fd-91eaa89c9f07, host hv-cinder-77428, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:50:13.692627 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] For port 8be87017-d46e-4d79-84fd-91eaa89c9f07, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8be87017-d46e-4d79-84fd-91eaa89c9f07,segment=NetworkSegment(674e7c64-5434-43fe-b7ee-a938130755b1),segment_id=674e7c64-5434-43fe-b7ee-a938130755b1)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:50:13.699743 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313767'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:13.702434 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:13.741559 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:13.742166 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:13.743588 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0eed6b80-c590-4254-bc69-881c6842f273 req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] 10.222.0.63 "PUT /v2.0/ports/8be87017-d46e-4d79-84fd-91eaa89c9f07 HTTP/1.1" status: 200 len: 1094 time: 0.7673278 Jun 16 13:50:13.744241 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3096555-f2ed-41f3-968c-7c7d2fec0436', 'tag': '8be87017-d46e-4d79-84fd-91eaa89c9f07'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:50:13.746441 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3785dc8e-9b32-4f07-be52-4420a3638ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "c3096555-f2ed-41f3-968c-7c7d2fec0436", "tag": "8be87017-d46e-4d79-84fd-91eaa89c9f07"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:50:13.771665 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Pushing event updated for resources: {'Port': ['ID=8be87017-d46e-4d79-84fd-91eaa89c9f07,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:13.775031 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:13.806154 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7f0295-443f-4da8-afd5-dec424790023 x-openstack-request-id: req-1b7f0295-443f-4da8-afd5-dec424790023 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:50:13.806746 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3096555-f2ed-41f3-968c-7c7d2fec0436", "tag": "8be87017-d46e-4d79-84fd-91eaa89c9f07", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:50:13.807124 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b7f0295-443f-4da8-afd5-dec424790023 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:50:13.807802 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3096555-f2ed-41f3-968c-7c7d2fec0436', 'tag': '8be87017-d46e-4d79-84fd-91eaa89c9f07', 'status': 'completed', 'code': 200} Jun 16 13:50:13.859508 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed6b80-c590-4254-bc69-881c6842f273 req-ab3844c3-3c40-480e-a940-e528639996ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:13.861031 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0eed6b80-c590-4254-bc69-881c6842f273 req-ab3844c3-3c40-480e-a940-e528639996ad service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=95fe688d296e4c7eb3da1fca2970c03c&device_id=c3096555-f2ed-41f3-968c-7c7d2fec0436 HTTP/1.1" status: 200 len: 1097 time: 0.0701056 Jun 16 13:50:13.904651 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0eed6b80-c590-4254-bc69-881c6842f273 req-6db4b8f4-0ba7-4aeb-854d-530edf66cfc4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be87017-d46e-4d79-84fd-91eaa89c9f07 HTTP/1.1" status: 200 len: 217 time: 0.0352464 Jun 16 13:50:13.955760 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed6b80-c590-4254-bc69-881c6842f273 req-4149ad18-5bb3-4743-b6c6-0459024e3ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:13.957239 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0eed6b80-c590-4254-bc69-881c6842f273 req-4149ad18-5bb3-4743-b6c6-0459024e3ff0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6 HTTP/1.1" status: 200 len: 849 time: 0.0455334 Jun 16 13:50:14.019159 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed6b80-c590-4254-bc69-881c6842f273 req-36675d5f-9e70-40c4-bbbd-09d8d90745c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:14.020687 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0eed6b80-c590-4254-bc69-881c6842f273 req-36675d5f-9e70-40c4-bbbd-09d8d90745c5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0573046 Jun 16 13:50:14.120797 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0eed6b80-c590-4254-bc69-881c6842f273 req-27ec9961-8729-497f-b5c9-718671c22171 service neutron] 10.222.0.63 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934792 Jun 16 13:50:14.224415 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0eed6b80-c590-4254-bc69-881c6842f273 req-0e7b8b9b-da1f-4b6f-adce-c86df555038d service neutron] 10.222.0.63 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970943 Jun 16 13:50:14.336161 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785dc8e-9b32-4f07-be52-4420a3638ec9 req-3d674fc9-6764-495b-9785-33ed332bbe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:14.338019 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3785dc8e-9b32-4f07-be52-4420a3638ec9 req-3d674fc9-6764-495b-9785-33ed332bbe95 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=95fe688d296e4c7eb3da1fca2970c03c&device_id=c3096555-f2ed-41f3-968c-7c7d2fec0436 HTTP/1.1" status: 200 len: 1097 time: 0.0628967 Jun 16 13:50:14.435039 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785dc8e-9b32-4f07-be52-4420a3638ec9 req-71020e6b-082d-46cb-83cb-61641bca4c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:14.436397 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3785dc8e-9b32-4f07-be52-4420a3638ec9 req-71020e6b-082d-46cb-83cb-61641bca4c99 service neutron] 10.222.0.63 "GET /v2.0/networks?id=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f HTTP/1.1" status: 200 len: 912 time: 0.0922177 Jun 16 13:50:14.482950 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3785dc8e-9b32-4f07-be52-4420a3638ec9 req-aaf8152f-8a82-4e8c-968b-fc5fff02654d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be87017-d46e-4d79-84fd-91eaa89c9f07 HTTP/1.1" status: 200 len: 217 time: 0.0395241 Jun 16 13:50:14.540156 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785dc8e-9b32-4f07-be52-4420a3638ec9 req-7bea4b8e-c548-424a-bbf5-57acee70decc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:14.540156 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3785dc8e-9b32-4f07-be52-4420a3638ec9 req-7bea4b8e-c548-424a-bbf5-57acee70decc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6 HTTP/1.1" status: 200 len: 849 time: 0.0491743 Jun 16 13:50:14.635440 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785dc8e-9b32-4f07-be52-4420a3638ec9 req-e18d0dae-2931-4b49-aff0-aad91f57b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:14.636879 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3785dc8e-9b32-4f07-be52-4420a3638ec9 req-e18d0dae-2931-4b49-aff0-aad91f57b46d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0889661 Jun 16 13:50:14.717077 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7f4b2-5e76-4a1a-826e-c270824cfd11 req-b1887edc-4202-4911-b407-8b5ef22c6d02 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:14.719152 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-cee7f4b2-5e76-4a1a-826e-c270824cfd11 req-b1887edc-4202-4911-b407-8b5ef22c6d02 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 943 time: 0.1279864 Jun 16 13:50:14.784752 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3785dc8e-9b32-4f07-be52-4420a3638ec9 req-6ffe549f-7ea7-4e59-a9c1-a67c3716640b service neutron] 10.222.0.63 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394975 Jun 16 13:50:14.795303 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-cee7f4b2-5e76-4a1a-826e-c270824cfd11 req-bdce569e-35b9-4653-baff-863c4d336b06 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680377 Jun 16 13:50:14.845314 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:14.869244 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3641e8a-8bd3-4d2e-bcc3-4ab2f07cd66b req-0c004fb1-7e92-4f0f-94c3-81635bcbf941 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:14.871523 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e3641e8a-8bd3-4d2e-bcc3-4ab2f07cd66b req-0c004fb1-7e92-4f0f-94c3-81635bcbf941 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3096555-f2ed-41f3-968c-7c7d2fec0436 HTTP/1.1" status: 200 len: 944 time: 0.0807359 Jun 16 13:50:14.910569 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3785dc8e-9b32-4f07-be52-4420a3638ec9 req-1898aa2e-8b3e-4c1b-8b79-706a9e9d5f9e service neutron] 10.222.0.63 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974603 Jun 16 13:50:14.913052 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e3641e8a-8bd3-4d2e-bcc3-4ab2f07cd66b req-e5e4f519-173b-4f0a-82be-a88a7c72cf89 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a24ad3a-66df-4b5c-9329-071d722123d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363259 Jun 16 13:50:16.009521 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d69398-3e56-4615-bbc6-ccc8cb5c40f6 req-987652f1-ea3e-44c2-af90-368255466215 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:16.011078 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-40d69398-3e56-4615-bbc6-ccc8cb5c40f6 req-987652f1-ea3e-44c2-af90-368255466215 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 943 time: 0.0699344 Jun 16 13:50:16.060779 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-40d69398-3e56-4615-bbc6-ccc8cb5c40f6 req-05111c28-b3c9-40fb-af88-2c91f259bb2b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438857 Jun 16 13:50:16.104899 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44033455-e1fd-49b4-9292-5c393ab5f3b2 req-6f1924e0-bbea-483c-91e4-d46acaf22f6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:16.106396 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-44033455-e1fd-49b4-9292-5c393ab5f3b2 req-6f1924e0-bbea-483c-91e4-d46acaf22f6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3096555-f2ed-41f3-968c-7c7d2fec0436 HTTP/1.1" status: 200 len: 944 time: 0.0749114 Jun 16 13:50:16.145467 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-44033455-e1fd-49b4-9292-5c393ab5f3b2 req-c79c35cc-3b20-49c2-b619-5c47a1ed918e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a24ad3a-66df-4b5c-9329-071d722123d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328660 Jun 16 13:50:16.421243 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:16.819268 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 8be87017-d46e-4d79-84fd-91eaa89c9f07 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:50:17.048094 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 8be87017-d46e-4d79-84fd-91eaa89c9f07, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8be87017-d46e-4d79-84fd-91eaa89c9f07,segment=NetworkSegment(674e7c64-5434-43fe-b7ee-a938130755b1),segment_id=674e7c64-5434-43fe-b7ee-a938130755b1)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:50:17.058473 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': '8be87017-d46e-4d79-84fd-91eaa89c9f07', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'port_id': '8be87017-d46e-4d79-84fd-91eaa89c9f07', 'mac_address': 'fa:16:3e:9b:40:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:50:17.094972 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:17.107388 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be87017-d46e-4d79-84fd-91eaa89c9f07 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:50:17.134107 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 8be87017-d46e-4d79-84fd-91eaa89c9f07, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8be87017-d46e-4d79-84fd-91eaa89c9f07,segment=NetworkSegment(674e7c64-5434-43fe-b7ee-a938130755b1),segment_id=674e7c64-5434-43fe-b7ee-a938130755b1)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:50:17.140443 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:17.144195 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:17.205548 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=8be87017-d46e-4d79-84fd-91eaa89c9f07,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:17.208960 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:17.334850 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe22c4-ca5d-4c35-9954-d70394882bbc req-29a67a80-3f7f-4b12-b1c1-126eb70a16db tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:17.336269 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-91fe22c4-ca5d-4c35-9954-d70394882bbc req-29a67a80-3f7f-4b12-b1c1-126eb70a16db tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3096555-f2ed-41f3-968c-7c7d2fec0436 HTTP/1.1" status: 200 len: 945 time: 0.0759647 Jun 16 13:50:17.357180 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['8be87017-d46e-4d79-84fd-91eaa89c9f07'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:50:17.378651 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-91fe22c4-ca5d-4c35-9954-d70394882bbc req-b7b82e00-c653-4726-a6da-617a300ac5d3 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a24ad3a-66df-4b5c-9329-071d722123d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367248 Jun 16 13:50:17.405954 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e49ad3-7a9f-4a7a-b6cd-6bfa12e5ec99 req-b287eb3e-3bd4-4ec1-8078-744199dbf47b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:17.405954 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a8e49ad3-7a9f-4a7a-b6cd-6bfa12e5ec99 req-b287eb3e-3bd4-4ec1-8078-744199dbf47b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 943 time: 0.0670800 Jun 16 13:50:17.450821 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a8e49ad3-7a9f-4a7a-b6cd-6bfa12e5ec99 req-3e2c4c72-428c-49af-8eec-405cb968cea0 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393744 Jun 16 13:50:18.562488 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa17665-37f1-4db9-a454-7a1297fee541 req-7d26dac8-ebd3-4913-a18a-9067fb64bb30 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:18.564318 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6aa17665-37f1-4db9-a454-7a1297fee541 req-7d26dac8-ebd3-4913-a18a-9067fb64bb30 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3096555-f2ed-41f3-968c-7c7d2fec0436 HTTP/1.1" status: 200 len: 945 time: 0.0676386 Jun 16 13:50:18.604201 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6aa17665-37f1-4db9-a454-7a1297fee541 req-00ff375d-848c-4ee8-8532-200ded35edfa tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a24ad3a-66df-4b5c-9329-071d722123d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338986 Jun 16 13:50:18.621954 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ea6cb-9b97-4b12-8c16-e012e729bf7f req-00b9d1e4-0b02-47ca-ab74-04715e5c559e tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:18.623430 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ca3ea6cb-9b97-4b12-8c16-e012e729bf7f req-00b9d1e4-0b02-47ca-ab74-04715e5c559e tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 943 time: 0.0638888 Jun 16 13:50:18.662014 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ca3ea6cb-9b97-4b12-8c16-e012e729bf7f req-fbcd22b6-5833-45cd-87e1-2a9bad9a9350 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324080 Jun 16 13:50:18.834777 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 95add7e0-dcd6-4162-b2f0-938fe90131d1 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:50:18.838561 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 8be87017-d46e-4d79-84fd-91eaa89c9f07 up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:50:18.944271 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning for port 8be87017-d46e-4d79-84fd-91eaa89c9f07 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:50:18.956997 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port 8be87017-d46e-4d79-84fd-91eaa89c9f07 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:50:18.957550 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:18.993779 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 95add7e0-dcd6-4162-b2f0-938fe90131d1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=95add7e0-dcd6-4162-b2f0-938fe90131d1,segment=NetworkSegment(6e93d335-f264-4a19-a7d6-db101b32c88f),segment_id=6e93d335-f264-4a19-a7d6-db101b32c88f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:50:19.012501 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': '95add7e0-dcd6-4162-b2f0-938fe90131d1', 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d', 'port_id': '95add7e0-dcd6-4162-b2f0-938fe90131d1', 'mac_address': 'fa:16:3e:d9:c0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f69e043-1255-4377-a60c-e1b80639a890', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:50:19.079705 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:19.102447 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:19.109241 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95add7e0-dcd6-4162-b2f0-938fe90131d1 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:50:19.148435 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 95add7e0-dcd6-4162-b2f0-938fe90131d1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=95add7e0-dcd6-4162-b2f0-938fe90131d1,segment=NetworkSegment(6e93d335-f264-4a19-a7d6-db101b32c88f),segment_id=6e93d335-f264-4a19-a7d6-db101b32c88f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:50:19.153148 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3096555-f2ed-41f3-968c-7c7d2fec0436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be87017-d46e-4d79-84fd-91eaa89c9f07'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:50:19.156042 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01081a31-c085-4e93-8943-d5594f7602ee" -d '{"events": [{"server_uuid": "c3096555-f2ed-41f3-968c-7c7d2fec0436", "name": "network-vif-plugged", "status": "completed", "tag": "8be87017-d46e-4d79-84fd-91eaa89c9f07"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:50:19.160766 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:19.167603 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8845698b-aba4-4137-add3-b3f8adad3648 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:19.173905 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 8be87017-d46e-4d79-84fd-91eaa89c9f07, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8be87017-d46e-4d79-84fd-91eaa89c9f07,segment=NetworkSegment(674e7c64-5434-43fe-b7ee-a938130755b1),segment_id=674e7c64-5434-43fe-b7ee-a938130755b1)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:50:19.192110 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:19.194959 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df720920-e452-44f2-80c3-f37d4fcc5f80 x-openstack-request-id: req-df720920-e452-44f2-80c3-f37d4fcc5f80 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:50:19.195201 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3096555-f2ed-41f3-968c-7c7d2fec0436", "name": "network-vif-plugged", "status": "completed", "tag": "8be87017-d46e-4d79-84fd-91eaa89c9f07", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:50:19.195468 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df720920-e452-44f2-80c3-f37d4fcc5f80 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:50:19.195846 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3096555-f2ed-41f3-968c-7c7d2fec0436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be87017-d46e-4d79-84fd-91eaa89c9f07', 'code': 200} Jun 16 13:50:19.226250 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=95add7e0-dcd6-4162-b2f0-938fe90131d1,revision_number=7']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:19.229259 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:19.229736 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:19.281228 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=8be87017-d46e-4d79-84fd-91eaa89c9f07,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:19.284313 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:19.396786 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['95add7e0-dcd6-4162-b2f0-938fe90131d1'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:50:19.444292 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170b6b5-023d-4538-bf22-7762b934a44e req-29beedfb-b543-462b-8f3a-5d595b6107ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:19.445963 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e170b6b5-023d-4538-bf22-7762b934a44e req-29beedfb-b543-462b-8f3a-5d595b6107ac service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c3096555-f2ed-41f3-968c-7c7d2fec0436 HTTP/1.1" status: 200 len: 1099 time: 0.0569286 Jun 16 13:50:19.482022 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e170b6b5-023d-4538-bf22-7762b934a44e req-6c391e34-df33-4995-9903-03c57e8acb0c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1a24ad3a-66df-4b5c-9329-071d722123d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296674 Jun 16 13:50:19.775298 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb39a5-ca24-4f75-8099-f0ebcaa078e0 req-36675694-2cc6-4b9b-bf1a-707be15de76d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:19.776937 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-80cb39a5-ca24-4f75-8099-f0ebcaa078e0 req-36675694-2cc6-4b9b-bf1a-707be15de76d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3096555-f2ed-41f3-968c-7c7d2fec0436 HTTP/1.1" status: 200 len: 946 time: 0.0649066 Jun 16 13:50:19.819653 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-80cb39a5-ca24-4f75-8099-f0ebcaa078e0 req-9693e248-2fff-47a1-8eb0-08fceebfdef0 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a24ad3a-66df-4b5c-9329-071d722123d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363564 Jun 16 13:50:19.841270 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524440a-53ea-43da-98c5-f5ca5907f66b req-66b6e041-5c78-4c93-8b49-bae99774bf6b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:19.842765 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7524440a-53ea-43da-98c5-f5ca5907f66b req-66b6e041-5c78-4c93-8b49-bae99774bf6b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 944 time: 0.0697951 Jun 16 13:50:19.879038 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7524440a-53ea-43da-98c5-f5ca5907f66b req-921d3e95-eaca-4e71-968a-0710aa2e892c tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301530 Jun 16 13:50:20.859818 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 95add7e0-dcd6-4162-b2f0-938fe90131d1 up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:50:20.906998 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port 95add7e0-dcd6-4162-b2f0-938fe90131d1 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:50:20.907372 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:20.983797 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:21.001898 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747e964-b004-4545-bb3e-7adfa892c7ab req-acc82fd3-87cf-4770-9761-e033cbfb7b48 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:21.003393 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-4747e964-b004-4545-bb3e-7adfa892c7ab req-acc82fd3-87cf-4770-9761-e033cbfb7b48 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3096555-f2ed-41f3-968c-7c7d2fec0436 HTTP/1.1" status: 200 len: 946 time: 0.0724313 Jun 16 13:50:21.021870 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 95add7e0-dcd6-4162-b2f0-938fe90131d1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=95add7e0-dcd6-4162-b2f0-938fe90131d1,segment=NetworkSegment(6e93d335-f264-4a19-a7d6-db101b32c88f),segment_id=6e93d335-f264-4a19-a7d6-db101b32c88f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:50:21.027323 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:21.029940 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:21.050440 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-4747e964-b004-4545-bb3e-7adfa892c7ab req-f9bd2bae-51e2-47e5-8dd7-011acb09dfc2 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a24ad3a-66df-4b5c-9329-071d722123d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408146 Jun 16 13:50:21.058903 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00083189-fc0c-4f08-b129-ab73244aa22e req-4803bca9-f445-4e0b-9078-1de53cbed854 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:21.060435 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-00083189-fc0c-4f08-b129-ab73244aa22e req-4803bca9-f445-4e0b-9078-1de53cbed854 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 944 time: 0.0670753 Jun 16 13:50:21.087652 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=95add7e0-dcd6-4162-b2f0-938fe90131d1,revision_number=8']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:21.097652 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:21.101732 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-00083189-fc0c-4f08-b129-ab73244aa22e req-2e8ea55d-4c48-429d-b373-95f60264309e tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349104 Jun 16 13:50:21.196739 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e813223-7ca5-48d7-9e07-4b98b551befc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95add7e0-dcd6-4162-b2f0-938fe90131d1'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:50:21.199416 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60742d7-4c2e-4345-873e-605ecb5758cc" -d '{"events": [{"server_uuid": "9e813223-7ca5-48d7-9e07-4b98b551befc", "name": "network-vif-plugged", "status": "completed", "tag": "95add7e0-dcd6-4162-b2f0-938fe90131d1"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:50:21.224596 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d550de7-21c9-44a1-b408-f140cb53adce req-645b49ed-c454-451f-b62d-0cc229fc57e0 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:21.226189 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-6d550de7-21c9-44a1-b408-f140cb53adce req-645b49ed-c454-451f-b62d-0cc229fc57e0 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3096555-f2ed-41f3-968c-7c7d2fec0436 HTTP/1.1" status: 200 len: 946 time: 0.0716560 Jun 16 13:50:21.235662 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f781a6fc-0660-40da-ae46-5ef8c90d2446 x-openstack-request-id: req-f781a6fc-0660-40da-ae46-5ef8c90d2446 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:50:21.235827 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55174) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:21.236079 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e813223-7ca5-48d7-9e07-4b98b551befc", "name": "network-vif-plugged", "status": "completed", "tag": "95add7e0-dcd6-4162-b2f0-938fe90131d1", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:50:21.236404 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f781a6fc-0660-40da-ae46-5ef8c90d2446 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:50:21.236908 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e813223-7ca5-48d7-9e07-4b98b551befc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95add7e0-dcd6-4162-b2f0-938fe90131d1', 'code': 200} Jun 16 13:50:21.243388 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-b67ea534-2794-489f-b6eb-5542ba89786a tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Request body: {'floatingip': {'port_id': '8be87017-d46e-4d79-84fd-91eaa89c9f07'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:50:21.273399 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:50:21.299529 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b67ea534-2794-489f-b6eb-5542ba89786a tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for floatingip, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:21.528461 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b58e3-ddc6-43c7-9f8e-8e42a50fe9bb req-10145a8a-43e4-45ec-9f68-12b971a795f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:21.537142 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7c1b58e3-ddc6-43c7-9f8e-8e42a50fe9bb req-10145a8a-43e4-45ec-9f68-12b971a795f2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 1098 time: 0.0639920 Jun 16 13:50:21.574322 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7c1b58e3-ddc6-43c7-9f8e-8e42a50fe9bb req-ab35f336-2ead-416f-b164-cd699c8d7ab7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286489 Jun 16 13:50:21.806509 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b67ea534-2794-489f-b6eb-5542ba89786a tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:21.810710 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b67ea534-2794-489f-b6eb-5542ba89786a tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376019'] for floatingip, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:21.923537 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.l3_db [None req-b67ea534-2794-489f-b6eb-5542ba89786a tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Floating IP 0590ada5-7833-494d-81f0-dacf4db7a627 associated. External IP: 172.27.3.229, port: 8be87017-d46e-4d79-84fd-91eaa89c9f07. Jun 16 13:50:22.127383 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67ea534-2794-489f-b6eb-5542ba89786a tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Router 3303a592-942b-42c3-9916-4c4f0628ea33 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:50:22.234578 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67ea534-2794-489f-b6eb-5542ba89786a tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:50:22.239140 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b67ea534-2794-489f-b6eb-5542ba89786a tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:22.246343 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f1ac3-cec4-4bf3-8ce9-a91b2445af21 None None] Sync routers for ids ['3303a592-942b-42c3-9916-4c4f0628ea33'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:50:22.256780 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48f1ac3-cec4-4bf3-8ce9-a91b2445af21 None None] Routers {'3303a592-942b-42c3-9916-4c4f0628ea33'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:50:22.257432 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c48f1ac3-cec4-4bf3-8ce9-a91b2445af21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:50:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['3303a592-942b-42c3-9916-4c4f0628ea33'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:22.287048 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6188c-6033-4577-9895-d69b5b412fe9 req-9dc61e95-898f-4d25-ba15-08dda00c6f0e tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:22.287674 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-b67ea534-2794-489f-b6eb-5542ba89786a tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "PUT /v2.0/floatingips/0590ada5-7833-494d-81f0-dacf4db7a627 HTTP/1.1" status: 200 len: 992 time: 1.0483067 Jun 16 13:50:22.287826 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-bce6188c-6033-4577-9895-d69b5b412fe9 req-9dc61e95-898f-4d25-ba15-08dda00c6f0e tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.0742257 Jun 16 13:50:22.287920 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3096555-f2ed-41f3-968c-7c7d2fec0436', 'tag': '8be87017-d46e-4d79-84fd-91eaa89c9f07'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:50:22.288295 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ce623d-cf86-4ad6-9149-df811bfd8095" -d '{"events": [{"name": "network-changed", "server_uuid": "c3096555-f2ed-41f3-968c-7c7d2fec0436", "tag": "8be87017-d46e-4d79-84fd-91eaa89c9f07"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:50:22.331011 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-bce6188c-6033-4577-9895-d69b5b412fe9 req-aed56ff3-c89c-49a1-bd5c-f7d6f79e4e32 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362236 Jun 16 13:50:22.386075 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-c48f1ac3-cec4-4bf3-8ce9-a91b2445af21 None None] Set router 3303a592-942b-42c3-9916-4c4f0628ea33 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:50:22.433065 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d126880-ff34-4366-8b5f-aaac80c833c4 x-openstack-request-id: req-2d126880-ff34-4366-8b5f-aaac80c833c4 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:50:22.433535 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3096555-f2ed-41f3-968c-7c7d2fec0436", "tag": "8be87017-d46e-4d79-84fd-91eaa89c9f07", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:50:22.433878 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d126880-ff34-4366-8b5f-aaac80c833c4 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:50:22.434383 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3096555-f2ed-41f3-968c-7c7d2fec0436', 'tag': '8be87017-d46e-4d79-84fd-91eaa89c9f07', 'status': 'completed', 'code': 200} Jun 16 13:50:22.519277 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce623d-cf86-4ad6-9149-df811bfd8095 req-c67abae5-4f8a-4e8f-b9fc-a565acb828e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:22.521401 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-12ce623d-cf86-4ad6-9149-df811bfd8095 req-c67abae5-4f8a-4e8f-b9fc-a565acb828e3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=95fe688d296e4c7eb3da1fca2970c03c&device_id=c3096555-f2ed-41f3-968c-7c7d2fec0436 HTTP/1.1" status: 200 len: 1099 time: 0.0588758 Jun 16 13:50:22.618597 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce623d-cf86-4ad6-9149-df811bfd8095 req-d8436dd7-4d25-484d-8c3f-fdef717df742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:22.618877 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c48f1ac3-cec4-4bf3-8ce9-a91b2445af21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:57Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'gw_port': {'id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:58Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': '0590ada5-7833-494d-81f0-dacf4db7a627', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'port_id': '8be87017-d46e-4d79-84fd-91eaa89c9f07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'mac_address': 'fa:16:3e:9b:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3096555-f2ed-41f3-968c-7c7d2fec0436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:50:09Z', 'updated_at': '2021-06-16T13:50:21Z', 'revision_number': 1, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe24f9a9-0dfe-4f91-ab03-51468411ee86', 'name': '', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'mac_address': 'fa:16:3e:b2:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:46:15Z', 'revision_number': 5, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'subnets': [{'id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:22.620124 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-12ce623d-cf86-4ad6-9149-df811bfd8095 req-d8436dd7-4d25-484d-8c3f-fdef717df742 service neutron] 10.222.0.63 "GET /v2.0/networks?id=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f HTTP/1.1" status: 200 len: 912 time: 0.0910828 Jun 16 13:50:22.622279 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f1ac3-cec4-4bf3-8ce9-a91b2445af21 None None] Checking router: 3303a592-942b-42c3-9916-4c4f0628ea33 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:50:22.630873 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48f1ac3-cec4-4bf3-8ce9-a91b2445af21 None None] Routers {'3303a592-942b-42c3-9916-4c4f0628ea33'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:50:22.631474 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c48f1ac3-cec4-4bf3-8ce9-a91b2445af21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:50:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['3303a592-942b-42c3-9916-4c4f0628ea33'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:22.689023 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-12ce623d-cf86-4ad6-9149-df811bfd8095 req-1cb75c41-636f-4980-b607-a55c85bfeaaf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be87017-d46e-4d79-84fd-91eaa89c9f07 HTTP/1.1" status: 200 len: 1000 time: 0.0614829 Jun 16 13:50:22.733378 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-c48f1ac3-cec4-4bf3-8ce9-a91b2445af21 None None] Set router 3303a592-942b-42c3-9916-4c4f0628ea33 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:50:22.738931 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce623d-cf86-4ad6-9149-df811bfd8095 req-a60d2425-1b0f-4b69-b2ed-a2c9b581a0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:22.740407 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-12ce623d-cf86-4ad6-9149-df811bfd8095 req-a60d2425-1b0f-4b69-b2ed-a2c9b581a0cc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6 HTTP/1.1" status: 200 len: 849 time: 0.0441096 Jun 16 13:50:22.801213 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce623d-cf86-4ad6-9149-df811bfd8095 req-ea2563c5-710b-4e6a-bef7-efdc2c1207d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:22.801213 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-12ce623d-cf86-4ad6-9149-df811bfd8095 req-ea2563c5-710b-4e6a-bef7-efdc2c1207d8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0524573 Jun 16 13:50:22.898638 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-12ce623d-cf86-4ad6-9149-df811bfd8095 req-47efe2e9-0313-4d19-b6ed-ebe57d15d879 service neutron] 10.222.0.63 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909464 Jun 16 13:50:22.968472 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c48f1ac3-cec4-4bf3-8ce9-a91b2445af21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:57Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'gw_port': {'id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:58Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': '0590ada5-7833-494d-81f0-dacf4db7a627', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'port_id': '8be87017-d46e-4d79-84fd-91eaa89c9f07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'mac_address': 'fa:16:3e:9b:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3096555-f2ed-41f3-968c-7c7d2fec0436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:50:09Z', 'updated_at': '2021-06-16T13:50:21Z', 'revision_number': 1, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe24f9a9-0dfe-4f91-ab03-51468411ee86', 'name': '', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'mac_address': 'fa:16:3e:b2:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:46:15Z', 'revision_number': 5, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'subnets': [{'id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:22.972030 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f1ac3-cec4-4bf3-8ce9-a91b2445af21 None None] The sync data for ids ['3303a592-942b-42c3-9916-4c4f0628ea33'] in dv-cinder-774286-16-iscsi is: [{'id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:57Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'gw_port': {'id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:58Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': '0590ada5-7833-494d-81f0-dacf4db7a627', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'port_id': '8be87017-d46e-4d79-84fd-91eaa89c9f07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'mac_address': 'fa:16:3e:9b:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3096555-f2ed-41f3-968c-7c7d2fec0436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:50:09Z', 'updated_at': '2021-06-16T13:50:21Z', 'revision_number': 1, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe24f9a9-0dfe-4f91-ab03-51468411ee86', 'name': '', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'mac_address': 'fa:16:3e:b2:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:46:15Z', 'revision_number': 5, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'subnets': [{'id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:50:22.996697 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-12ce623d-cf86-4ad6-9149-df811bfd8095 req-99798bc4-7a64-46b2-854f-3e8bd13e9ec1 service neutron] 10.222.0.63 "GET /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913463 Jun 16 13:50:23.179425 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a856206f-33b2-4093-b9b1-b8dff3944cd7 None None] New status for floating IP 0590ada5-7833-494d-81f0-dacf4db7a627: ACTIVE {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:50:23.512388 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce7642-7ea4-476c-b575-ed2a850fbf58 req-8ff58ce4-70f5-44c9-a51e-f9f4d9b16674 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:23.513988 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5bce7642-7ea4-476c-b575-ed2a850fbf58 req-8ff58ce4-70f5-44c9-a51e-f9f4d9b16674 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.0691636 Jun 16 13:50:23.555989 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5bce7642-7ea4-476c-b575-ed2a850fbf58 req-2eb90e1f-1087-45e6-a3d1-e96305114149 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338967 Jun 16 13:50:38.482072 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fe9dd-3b5a-471d-8317-f25020d96517 req-d3a0e331-fe96-4d39-8514-542ba49509cf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:38.483646 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-214fe9dd-3b5a-471d-8317-f25020d96517 req-d3a0e331-fe96-4d39-8514-542ba49509cf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 946 time: 0.0661318 Jun 16 13:50:38.521204 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-214fe9dd-3b5a-471d-8317-f25020d96517 req-b7644e1e-016b-418e-b53f-3ef98b768a42 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319910 Jun 16 13:50:39.694154 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0f3bf-0ba9-4869-b533-2c23af5d2b7a req-3f144085-b023-4425-94f2-d15f69badafc tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:39.695513 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9df0f3bf-0ba9-4869-b533-2c23af5d2b7a req-3f144085-b023-4425-94f2-d15f69badafc tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 946 time: 0.0630186 Jun 16 13:50:39.737226 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9df0f3bf-0ba9-4869-b533-2c23af5d2b7a req-5a365be6-d144-4cc8-98dd-61efe47566ee tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360641 Jun 16 13:50:40.078041 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-083afe89-9dcf-43ba-8259-4451923cd3ec req-051803bc-fd7a-49e3-92ce-f5fa27d1e05f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529237 Jun 16 13:50:40.156958 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083afe89-9dcf-43ba-8259-4451923cd3ec req-7ee44fae-10a4-49a6-8020-09fde2b158f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:40.158473 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-083afe89-9dcf-43ba-8259-4451923cd3ec req-7ee44fae-10a4-49a6-8020-09fde2b158f3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ebd6e7f2412b421191a4d9c5792eacf9&device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 1098 time: 0.0547950 Jun 16 13:50:40.270545 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083afe89-9dcf-43ba-8259-4451923cd3ec req-2067d053-692a-4c9c-924f-b99edae9a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:40.272066 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-083afe89-9dcf-43ba-8259-4451923cd3ec req-2067d053-692a-4c9c-924f-b99edae9a330 service neutron] 10.222.0.63 "GET /v2.0/networks?id=24e75871-b5d6-4e6b-a8f8-3bb7c470f65d HTTP/1.1" status: 200 len: 911 time: 0.0907836 Jun 16 13:50:40.341380 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-083afe89-9dcf-43ba-8259-4451923cd3ec req-8e712b91-0329-4faf-a1fc-fae1604ecd1c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95add7e0-dcd6-4162-b2f0-938fe90131d1 HTTP/1.1" status: 200 len: 1001 time: 0.0625393 Jun 16 13:50:40.398703 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083afe89-9dcf-43ba-8259-4451923cd3ec req-dd912e4d-22be-49ea-9e43-851f5fb212a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:40.400274 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-083afe89-9dcf-43ba-8259-4451923cd3ec req-dd912e4d-22be-49ea-9e43-851f5fb212a7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2f69e043-1255-4377-a60c-e1b80639a890 HTTP/1.1" status: 200 len: 848 time: 0.0492740 Jun 16 13:50:40.462331 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083afe89-9dcf-43ba-8259-4451923cd3ec req-3f4f7978-7ee0-4c86-bd8f-129b50a001d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:40.463806 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-083afe89-9dcf-43ba-8259-4451923cd3ec req-3f4f7978-7ee0-4c86-bd8f-129b50a001d5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=24e75871-b5d6-4e6b-a8f8-3bb7c470f65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0558877 Jun 16 13:50:40.534797 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf43f9c-69d5-4d4d-9a7f-9ec123ff1d70 req-0f9ccf33-56c6-46af-8fa2-e9a77b649d3d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:40.536238 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9cf43f9c-69d5-4d4d-9a7f-9ec123ff1d70 req-0f9ccf33-56c6-46af-8fa2-e9a77b649d3d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.63 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 946 time: 0.3060725 Jun 16 13:50:40.557971 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-083afe89-9dcf-43ba-8259-4451923cd3ec req-adfc9538-5062-433b-a49d-fe32a8085469 service neutron] 10.222.0.63 "GET /v2.0/networks/24e75871-b5d6-4e6b-a8f8-3bb7c470f65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860353 Jun 16 13:50:40.659246 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-9cf43f9c-69d5-4d4d-9a7f-9ec123ff1d70 req-b93544c2-2886-438c-94f1-8a409de5a35a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Deleting port e6a50a66-47f6-434e-bba4-dabb1d4e011d {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:50:40.659754 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-083afe89-9dcf-43ba-8259-4451923cd3ec req-c5fb7e96-0ec9-4c4b-9e00-15cd813465ba service neutron] 10.222.0.63 "GET /v2.0/networks/24e75871-b5d6-4e6b-a8f8-3bb7c470f65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923114 Jun 16 13:50:40.659899 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9cf43f9c-69d5-4d4d-9a7f-9ec123ff1d70 req-b93544c2-2886-438c-94f1-8a409de5a35a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:40.752396 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-9cf43f9c-69d5-4d4d-9a7f-9ec123ff1d70 req-b93544c2-2886-438c-94f1-8a409de5a35a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] For port e6a50a66-47f6-434e-bba4-dabb1d4e011d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e6a50a66-47f6-434e-bba4-dabb1d4e011d,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:50:40.753137 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9cf43f9c-69d5-4d4d-9a7f-9ec123ff1d70 req-b93544c2-2886-438c-94f1-8a409de5a35a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:40.879016 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-39513e64-ff11-478d-80de-1771434aa2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:40.993731 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9cf43f9c-69d5-4d4d-9a7f-9ec123ff1d70 req-b93544c2-2886-438c-94f1-8a409de5a35a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:40.994108 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9cf43f9c-69d5-4d4d-9a7f-9ec123ff1d70 req-b93544c2-2886-438c-94f1-8a409de5a35a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376019'] for floatingip, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:40.994422 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.l3_db [req-9cf43f9c-69d5-4d4d-9a7f-9ec123ff1d70 req-b93544c2-2886-438c-94f1-8a409de5a35a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Floating IP 5c89d9d7-e8ff-4f67-8943-290b2e20766a disassociated. External IP: 172.27.3.22, port: e6a50a66-47f6-434e-bba4-dabb1d4e011d. Jun 16 13:50:40.994768 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-9cf43f9c-69d5-4d4d-9a7f-9ec123ff1d70 req-b93544c2-2886-438c-94f1-8a409de5a35a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Calling delete_port for e6a50a66-47f6-434e-bba4-dabb1d4e011d owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:50:41.019562 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae68435-062d-4d53-85ac-31bbcaaaede6 req-5f89cad9-921f-4dae-b63c-2c0dc15dd271 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:41.021082 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5ae68435-062d-4d53-85ac-31bbcaaaede6 req-5f89cad9-921f-4dae-b63c-2c0dc15dd271 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 946 time: 0.1398058 Jun 16 13:50:41.109973 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5ae68435-062d-4d53-85ac-31bbcaaaede6 req-601fb5e4-92f1-4835-99d5-9ee30447a3ea tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=06811ec1-7f18-4ed2-9799-3d7063d740c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518227 Jun 16 13:50:41.178200 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9cf43f9c-69d5-4d4d-9a7f-9ec123ff1d70 req-b93544c2-2886-438c-94f1-8a409de5a35a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:41.182904 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:41.210477 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93544c2-2886-438c-94f1-8a409de5a35a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Pushing event deleted for resources: {'Port': ['ID=e6a50a66-47f6-434e-bba4-dabb1d4e011d,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:41.212905 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-b93544c2-2886-438c-94f1-8a409de5a35a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:41.328338 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cf43f9c-69d5-4d4d-9a7f-9ec123ff1d70 req-b93544c2-2886-438c-94f1-8a409de5a35a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Router b46bf425-2870-466b-9430-a2b8c59edf38 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:50:41.432365 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cf43f9c-69d5-4d4d-9a7f-9ec123ff1d70 req-b93544c2-2886-438c-94f1-8a409de5a35a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:50:41.442410 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1555cc6d-58de-4c8f-a350-dbccc33ab0e7 None None] Sync routers for ids ['b46bf425-2870-466b-9430-a2b8c59edf38'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:50:41.454408 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555cc6d-58de-4c8f-a350-dbccc33ab0e7 None None] Routers {'b46bf425-2870-466b-9430-a2b8c59edf38'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:50:41.455027 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1555cc6d-58de-4c8f-a350-dbccc33ab0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:50:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['b46bf425-2870-466b-9430-a2b8c59edf38'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:41.478600 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf43f9c-69d5-4d4d-9a7f-9ec123ff1d70 req-b93544c2-2886-438c-94f1-8a409de5a35a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] No DVR routers for this DVR port e6a50a66-47f6-434e-bba4-dabb1d4e011d on host hv-cinder-77428 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:50:41.481357 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9cf43f9c-69d5-4d4d-9a7f-9ec123ff1d70 req-b93544c2-2886-438c-94f1-8a409de5a35a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:41.483238 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9cf43f9c-69d5-4d4d-9a7f-9ec123ff1d70 req-b93544c2-2886-438c-94f1-8a409de5a35a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.63 "DELETE /v2.0/ports/e6a50a66-47f6-434e-bba4-dabb1d4e011d HTTP/1.1" status: 204 len: 173 time: 0.9344914 Jun 16 13:50:41.483769 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39bc618-89c4-40b8-99d1-a29b31ddb5cf', 'name': 'network-vif-deleted', 'tag': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:50:41.486181 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab45caa-7623-41c1-953e-1fb2d0ccbf14" -d '{"events": [{"server_uuid": "f39bc618-89c4-40b8-99d1-a29b31ddb5cf", "name": "network-vif-deleted", "tag": "e6a50a66-47f6-434e-bba4-dabb1d4e011d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:50:41.536105 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6bbc93-dbd7-496b-a674-a2cfdc2552f4 x-openstack-request-id: req-df6bbc93-dbd7-496b-a674-a2cfdc2552f4 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:50:41.536742 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39bc618-89c4-40b8-99d1-a29b31ddb5cf", "name": "network-vif-deleted", "tag": "e6a50a66-47f6-434e-bba4-dabb1d4e011d", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:50:41.537186 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df6bbc93-dbd7-496b-a674-a2cfdc2552f4 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:50:41.537750 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39bc618-89c4-40b8-99d1-a29b31ddb5cf', 'name': 'network-vif-deleted', 'tag': 'e6a50a66-47f6-434e-bba4-dabb1d4e011d', 'status': 'completed', 'code': 200} Jun 16 13:50:41.562925 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-1555cc6d-58de-4c8f-a350-dbccc33ab0e7 None None] Set router b46bf425-2870-466b-9430-a2b8c59edf38 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:50:41.775893 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1555cc6d-58de-4c8f-a350-dbccc33ab0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:48:03Z', 'updated_at': '2021-06-16T13:48:07Z', 'revision_number': 4, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'gw_port': {'id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:04Z', 'updated_at': '2021-06-16T13:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'ddb90bd1-5ce6-4048-bbf9-c167f7cb0597', 'name': '', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'mac_address': 'fa:16:3e:0e:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:06Z', 'updated_at': '2021-06-16T13:48:12Z', 'revision_number': 5, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'subnets': [{'id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:41.779346 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1555cc6d-58de-4c8f-a350-dbccc33ab0e7 None None] Checking router: b46bf425-2870-466b-9430-a2b8c59edf38 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:50:41.789231 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555cc6d-58de-4c8f-a350-dbccc33ab0e7 None None] Routers {'b46bf425-2870-466b-9430-a2b8c59edf38'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:50:41.789933 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1555cc6d-58de-4c8f-a350-dbccc33ab0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:50:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['b46bf425-2870-466b-9430-a2b8c59edf38'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:42.023006 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-1555cc6d-58de-4c8f-a350-dbccc33ab0e7 None None] Set router b46bf425-2870-466b-9430-a2b8c59edf38 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:50:42.231195 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1555cc6d-58de-4c8f-a350-dbccc33ab0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:48:03Z', 'updated_at': '2021-06-16T13:48:07Z', 'revision_number': 4, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'gw_port': {'id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:04Z', 'updated_at': '2021-06-16T13:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'ddb90bd1-5ce6-4048-bbf9-c167f7cb0597', 'name': '', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'mac_address': 'fa:16:3e:0e:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:06Z', 'updated_at': '2021-06-16T13:48:12Z', 'revision_number': 5, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'subnets': [{'id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:42.236121 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1555cc6d-58de-4c8f-a350-dbccc33ab0e7 None None] The sync data for ids ['b46bf425-2870-466b-9430-a2b8c59edf38'] in dv-cinder-774286-16-iscsi is: [{'id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:48:03Z', 'updated_at': '2021-06-16T13:48:07Z', 'revision_number': 4, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'gw_port': {'id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:04Z', 'updated_at': '2021-06-16T13:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'ddb90bd1-5ce6-4048-bbf9-c167f7cb0597', 'name': '', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'mac_address': 'fa:16:3e:0e:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:06Z', 'updated_at': '2021-06-16T13:48:12Z', 'revision_number': 5, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'subnets': [{'id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:50:42.284532 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7073928f-b287-4665-8966-f0965f1772df req-fe7f3e87-9b06-4b01-a315-af193090e8c1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f39bc618-89c4-40b8-99d1-a29b31ddb5cf HTTP/1.1" status: 200 len: 210 time: 0.0307961 Jun 16 13:50:42.444504 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d4df93-b351-488c-827c-84836ce81b76 None None] New status for floating IP 5c89d9d7-e8ff-4f67-8943-290b2e20766a: DOWN {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:50:42.948312 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device e6a50a66-47f6-434e-bba4-dabb1d4e011d no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:50:42.973018 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] No Port match for: e6a50a66-47f6-434e-bba4-dabb1d4e011d {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:50:42.973369 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device e6a50a66-47f6-434e-bba4-dabb1d4e011d not bound to the agent host hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:50:43.240012 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:43.340040 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-85f63a4c-7d2b-47fc-81de-12ec5c45183c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:43.422241 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 55260) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:43.449753 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:43.502229 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-828383a3-ff18-48b7-ab98-2dc52e333fbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:43.526328 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-828383a3-ff18-48b7-ab98-2dc52e333fbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:43.579962 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-828383a3-ff18-48b7-ab98-2dc52e333fbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:43.582836 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-828383a3-ff18-48b7-ab98-2dc52e333fbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:43.583978 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-828383a3-ff18-48b7-ab98-2dc52e333fbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "DELETE /v2.0/security-groups/06811ec1-7f18-4ed2-9799-3d7063d740c0 HTTP/1.1" status: 204 len: 168 time: 0.1606712 Jun 16 13:50:43.584754 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fc832806-6994-4a3d-b7d1-2abde98ca74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:43.586911 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55262) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:43.593873 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828383a3-ff18-48b7-ab98-2dc52e333fbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06811ec1-7f18-4ed2-9799-3d7063d740c0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:43.596943 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-828383a3-ff18-48b7-ab98-2dc52e333fbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:43.602122 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.api.v2.resource [None req-02ca9a8f-412f-4572-9081-a6374baae798 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] show failed (client error): The resource could not be found. Jun 16 13:50:43.603347 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-02ca9a8f-412f-4572-9081-a6374baae798 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups/06811ec1-7f18-4ed2-9799-3d7063d740c0 HTTP/1.1" status: 404 len: 347 time: 0.0152366 Jun 16 13:50:43.606781 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 55264) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:44.024895 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3d28f682-e509-47d4-ad5a-df9eec224e3c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Deleting port 5556d104-5b7c-48ba-8766-34df81e64dcc {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:50:44.025573 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d28f682-e509-47d4-ad5a-df9eec224e3c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:44.112259 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d28f682-e509-47d4-ad5a-df9eec224e3c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:44.112259 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d28f682-e509-47d4-ad5a-df9eec224e3c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:44.178243 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3d28f682-e509-47d4-ad5a-df9eec224e3c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Calling delete_port for 5556d104-5b7c-48ba-8766-34df81e64dcc owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:50:44.325475 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d28f682-e509-47d4-ad5a-df9eec224e3c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:44.327431 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-769465d6-217b-4df6-aa9e-eaee955a7c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:44.350155 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28f682-e509-47d4-ad5a-df9eec224e3c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Pushing event deleted for resources: {'Port': ['ID=5556d104-5b7c-48ba-8766-34df81e64dcc,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:44.358748 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-3d28f682-e509-47d4-ad5a-df9eec224e3c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:44.420505 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d28f682-e509-47d4-ad5a-df9eec224e3c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:44.423154 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d28f682-e509-47d4-ad5a-df9eec224e3c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:44.424285 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-3d28f682-e509-47d4-ad5a-df9eec224e3c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "DELETE /v2.0/floatingips/5c89d9d7-e8ff-4f67-8943-290b2e20766a HTTP/1.1" status: 204 len: 168 time: 0.8162413 Jun 16 13:50:44.744516 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 55272) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:44.749340 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2f755c14-d708-4ff0-af1d-d7a2f15f612d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1992535939', 'description': 'tempest-description--482762586'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:50:44.771844 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f755c14-d708-4ff0-af1d-d7a2f15f612d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:44.831283 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:44.860302 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f755c14-d708-4ff0-af1d-d7a2f15f612d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:44.865023 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f755c14-d708-4ff0-af1d-d7a2f15f612d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:44.867494 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-25e8ec35-b379-4f69-b21f-613b9ba8a183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:44.890769 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f755c14-d708-4ff0-af1d-d7a2f15f612d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:44.892663 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-2f755c14-d708-4ff0-af1d-d7a2f15f612d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1470892 Jun 16 13:50:44.895526 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 55274) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:44.900978 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-80db3546-3e36-4e68-a672-756db064ff47 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Request body: {'security_group_rule': {'security_group_id': '370f818e-3447-4873-a168-e7650bfd2935', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:50:44.904940 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f755c14-d708-4ff0-af1d-d7a2f15f612d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=370f818e-3447-4873-a168-e7650bfd2935,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:44.908055 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-2f755c14-d708-4ff0-af1d-d7a2f15f612d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:44.928801 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80db3546-3e36-4e68-a672-756db064ff47 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:44.986316 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80db3546-3e36-4e68-a672-756db064ff47 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:44.989761 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80db3546-3e36-4e68-a672-756db064ff47 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:44.991799 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-91d788d6-73a5-407f-850b-47caf3d40ee6 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:45.008472 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db3546-3e36-4e68-a672-756db064ff47 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44dd60bf-957c-4d87-abbf-7ffc904d0696,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:45.011340 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-80db3546-3e36-4e68-a672-756db064ff47 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:45.013873 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80db3546-3e36-4e68-a672-756db064ff47 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:45.015025 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-80db3546-3e36-4e68-a672-756db064ff47 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178916 Jun 16 13:50:45.018659 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55276) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:45.023648 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-b2c4b2dc-77da-42e3-aee1-ead3f8967c24 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Request body: {'security_group_rule': {'security_group_id': '370f818e-3447-4873-a168-e7650bfd2935', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:50:45.054266 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b2c4b2dc-77da-42e3-aee1-ead3f8967c24 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:45.105652 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b2c4b2dc-77da-42e3-aee1-ead3f8967c24 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:45.110543 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b2c4b2dc-77da-42e3-aee1-ead3f8967c24 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:45.112912 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-4a707191-212d-4c8f-9572-518a46b2c4ac tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:45.136091 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4b2dc-77da-42e3-aee1-ead3f8967c24 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4400904e-e2ea-4607-998b-8dc64ff92057,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:45.138387 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b2c4b2dc-77da-42e3-aee1-ead3f8967c24 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:45.141696 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-b2c4b2dc-77da-42e3-aee1-ead3f8967c24 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215608 Jun 16 13:50:45.143070 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-b2c4b2dc-77da-42e3-aee1-ead3f8967c24 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:45.143533 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55280) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:45.148552 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Request body: {'floatingip': {'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:50:45.171326 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for floatingip, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:45.266538 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:45.371027 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Allocated IP 172.27.3.76 (4d1119cf-5fec-45f3-97f5-606abcd40a6f/1e4ea701-5473-443b-aeed-fa1b09c8f901/facbdd43-3281-4ad5-929f-3a1ee55abe97) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:50:45.472843 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:45.517710 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:45.519534 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:45.558275 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:50:45.561155 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:50:45.567108 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:50:45.590921 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Pushing event updated for resources: {'Port': ['ID=facbdd43-3281-4ad5-929f-3a1ee55abe97,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:45.596035 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:45.673962 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:45.717473 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:45.868426 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:45.873067 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:45.875064 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-52c24ee3-7218-40a8-8de6-cdb89b349a6b tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:45.945924 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Pushing event updated for resources: {'Port': ['ID=facbdd43-3281-4ad5-929f-3a1ee55abe97,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:45.949860 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:45.956971 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376019'] for floatingip, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:45.971618 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:45.973019 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8281837 Jun 16 13:50:46.179174 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-f260c280-ab06-4240-b740-33615e4b3e93 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1992535939&fields=id&tenant_id=052bf41c0dac4472bc574fb6909da720 HTTP/1.1" status: 200 len: 267 time: 0.0345485 Jun 16 13:50:46.291305 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-be353b4e-126c-49ec-b66e-9cac3a5e31ce tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:46.292851 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-be353b4e-126c-49ec-b66e-9cac3a5e31ce tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/networks?id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 HTTP/1.1" status: 200 len: 817 time: 0.1064892 Jun 16 13:50:46.307953 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-2d414b83-cdd3-4feb-9e84-0e8ac595be95 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/quotas/052bf41c0dac4472bc574fb6909da720 HTTP/1.1" status: 200 len: 375 time: 0.0094662 Jun 16 13:50:46.392708 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-3c728334-27bd-45e6-a104-200fdaee59be tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=052bf41c0dac4472bc574fb6909da720&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0786338 Jun 16 13:50:46.423677 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:46.534551 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-6cb2c473-cf0e-4ded-aa69-db8cbf795843 service neutron] 10.222.0.26 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287956 Jun 16 13:50:46.627966 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-798ffded-301d-4989-adac-f17ee36e49af service neutron] 10.222.0.26 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874417 Jun 16 13:50:46.797733 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-40ed331b-214c-4d77-8b8e-6c6f839559ca req-18925d43-b457-4ea6-a7ec-61756873b2df tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 210 time: 0.0286946 Jun 16 13:50:47.961395 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-eaf06694-6bc3-47b0-ba1d-d82e16bc827e req-58ed756a-4686-4c1c-954d-c02d6d7b3bbd tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 210 time: 0.0388513 Jun 16 13:50:47.991932 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-57e80265-930c-4bbc-9c00-adc5670923fc tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:47.995192 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-57e80265-930c-4bbc-9c00-adc5670923fc tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.63 "GET /v2.0/networks?id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 HTTP/1.1" status: 200 len: 817 time: 0.1616082 Jun 16 13:50:48.049797 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-0467a1da-e5fb-4484-9674-918732480453 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=052bf41c0dac4472bc574fb6909da720 HTTP/1.1" status: 200 len: 380 time: 0.0452831 Jun 16 13:50:48.060879 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-4b698667-8931-46a4-8c5b-c6c05d32ed6a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Request body: {'port': {'device_id': '5ad5047d-2ee4-4731-994a-f5753fe27b3e', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'admin_state_up': True, 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'security_groups': ['370f818e-3447-4873-a168-e7650bfd2935']}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:50:48.179461 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-4b698667-8931-46a4-8c5b-c6c05d32ed6a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Made reservation on behalf of 052bf41c0dac4472bc574fb6909da720 for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:50:48.183605 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-4b698667-8931-46a4-8c5b-c6c05d32ed6a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:48.323274 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-4b698667-8931-46a4-8c5b-c6c05d32ed6a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Allocated IP 172.20.0.11 (903b6bf6-5698-4af0-b2b5-5ea9f80e25c5/51f55d14-8f22-464a-a7ae-943a9f2b051c/44ef8105-e80d-48a4-a394-ecb90c682c9b) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:50:48.470783 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-4b698667-8931-46a4-8c5b-c6c05d32ed6a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:48.486514 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-4b698667-8931-46a4-8c5b-c6c05d32ed6a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Transition to ACTIVE for port object 44ef8105-e80d-48a4-a394-ecb90c682c9b will not be triggered until provisioned by entity DHCP. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:50:48.521813 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-4b698667-8931-46a4-8c5b-c6c05d32ed6a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:48.526149 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:48.576662 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-4b698667-8931-46a4-8c5b-c6c05d32ed6a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Network 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:50:48.586435 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-4b698667-8931-46a4-8c5b-c6c05d32ed6a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:50:48.590993 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-4b698667-8931-46a4-8c5b-c6c05d32ed6a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:50:48.598602 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b698667-8931-46a4-8c5b-c6c05d32ed6a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Pushing event updated for resources: {'Port': ['ID=44ef8105-e80d-48a4-a394-ecb90c682c9b,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:48.620133 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-4b698667-8931-46a4-8c5b-c6c05d32ed6a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:48.647227 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-4b698667-8931-46a4-8c5b-c6c05d32ed6a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:48.647873 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-4b698667-8931-46a4-8c5b-c6c05d32ed6a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:48.664649 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-4b698667-8931-46a4-8c5b-c6c05d32ed6a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6087995 Jun 16 13:50:48.679296 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Request body: {'port': {'device_id': '5ad5047d-2ee4-4731-994a-f5753fe27b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:50:48.803069 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:48.837811 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-58b30f72-3d3b-4288-b2cb-a75014b631c8 None None] Provisioning for port 44ef8105-e80d-48a4-a394-ecb90c682c9b completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:50:48.842468 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-58b30f72-3d3b-4288-b2cb-a75014b631c8 None None] Provisioning complete for port 44ef8105-e80d-48a4-a394-ecb90c682c9b triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:50:48.842866 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-58b30f72-3d3b-4288-b2cb-a75014b631c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:48.881957 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-58b30f72-3d3b-4288-b2cb-a75014b631c8 None None] Port 44ef8105-e80d-48a4-a394-ecb90c682c9b cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:50:49.122111 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ef8105-e80d-48a4-a394-ecb90c682c9b {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:50:49.130371 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:49.145385 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Transition to ACTIVE for port object 44ef8105-e80d-48a4-a394-ecb90c682c9b will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:50:49.150917 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:49.154027 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-41a0bf8a-dac9-4277-ac97-96ffadb2d352 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:49.163019 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85354f-ea10-4f98-996a-c3d8b6b327e3 req-37747af6-da49-4544-a37c-accb6caef244 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:49.164779 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-6c85354f-ea10-4f98-996a-c3d8b6b327e3 req-37747af6-da49-4544-a37c-accb6caef244 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 932 time: 0.0769942 Jun 16 13:50:49.222468 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-6c85354f-ea10-4f98-996a-c3d8b6b327e3 req-15d012b2-c0ce-4dce-a947-bc7d45f70109 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501688 Jun 16 13:50:49.239907 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Pushing event updated for resources: {'Port': ['ID=44ef8105-e80d-48a4-a394-ecb90c682c9b,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:49.245588 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:49.339825 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Attempting to bind port 44ef8105-e80d-48a4-a394-ecb90c682c9b on host hv-cinder-77428 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:50:49.340123 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Attempting to bind port 44ef8105-e80d-48a4-a394-ecb90c682c9b by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '6dbd8664-797f-422d-80e1-0ee87b025b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:50:49.340524 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Attempting to bind port 44ef8105-e80d-48a4-a394-ecb90c682c9b on network 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:50:49.346492 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Port 44ef8105-e80d-48a4-a394-ecb90c682c9b on network 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:50:49.346814 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Attempting to bind port 44ef8105-e80d-48a4-a394-ecb90c682c9b on network 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:50:49.352305 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Checking agent: {'id': 'bb4a981f-00aa-40ad-8a89-acbc72a2637c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:50:49.352643 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Checking segment: {'id': '6dbd8664-797f-422d-80e1-0ee87b025b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:50:49.353054 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Bound using segment: {'id': '6dbd8664-797f-422d-80e1-0ee87b025b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:50:49.353493 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Bound port: 44ef8105-e80d-48a4-a394-ecb90c682c9b, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbd8664-797f-422d-80e1-0ee87b025b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:50:49.353840 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:49.426807 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] For port 44ef8105-e80d-48a4-a394-ecb90c682c9b, host hv-cinder-77428, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:50:49.430223 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] For port 44ef8105-e80d-48a4-a394-ecb90c682c9b, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=44ef8105-e80d-48a4-a394-ecb90c682c9b,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:50:49.435165 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:49.438611 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d8332a89-5fb3-48f3-bcec-d1fe1a4f2736 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:49.468593 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:49.469761 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:49.471135 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] 10.222.0.63 "PUT /v2.0/ports/44ef8105-e80d-48a4-a394-ecb90c682c9b HTTP/1.1" status: 200 len: 1094 time: 0.7966082 Jun 16 13:50:49.471636 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad5047d-2ee4-4731-994a-f5753fe27b3e', 'tag': '44ef8105-e80d-48a4-a394-ecb90c682c9b'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:50:49.473937 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e3f602-654f-4109-aee8-0d09d4fe5310" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad5047d-2ee4-4731-994a-f5753fe27b3e", "tag": "44ef8105-e80d-48a4-a394-ecb90c682c9b"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:50:49.527363 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cc0c34-e816-4fe8-a6de-e68877080ecb x-openstack-request-id: req-e8cc0c34-e816-4fe8-a6de-e68877080ecb {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:50:49.527869 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad5047d-2ee4-4731-994a-f5753fe27b3e", "tag": "44ef8105-e80d-48a4-a394-ecb90c682c9b", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:50:49.528051 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8cc0c34-e816-4fe8-a6de-e68877080ecb {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:50:49.528400 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad5047d-2ee4-4731-994a-f5753fe27b3e', 'tag': '44ef8105-e80d-48a4-a394-ecb90c682c9b', 'status': 'completed', 'code': 200} Jun 16 13:50:49.529047 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Pushing event updated for resources: {'Port': ['ID=44ef8105-e80d-48a4-a394-ecb90c682c9b,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:49.551904 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:49.580269 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-46789bcb-f0c6-46dd-85f6-06ee3c4f66e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:49.581808 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-46789bcb-f0c6-46dd-85f6-06ee3c4f66e2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=052bf41c0dac4472bc574fb6909da720&device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 1097 time: 0.0643902 Jun 16 13:50:49.627111 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-5fe4b92e-3bfe-474e-9fd1-84e9f04f12a1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44ef8105-e80d-48a4-a394-ecb90c682c9b HTTP/1.1" status: 200 len: 217 time: 0.0370855 Jun 16 13:50:49.701030 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-e8240892-7f61-4cf5-b854-01bdab45d938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:49.703793 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-e8240892-7f61-4cf5-b854-01bdab45d938 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=51f55d14-8f22-464a-a7ae-943a9f2b051c HTTP/1.1" status: 200 len: 856 time: 0.0695302 Jun 16 13:50:49.779444 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-bc5a3770-1794-49f1-bfd1-c4be4cdde8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:49.780961 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-bc5a3770-1794-49f1-bfd1-c4be4cdde8fa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0687408 Jun 16 13:50:49.874544 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-4f9f5b09-0c32-45c1-97d7-90e1d302e8d2 service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850313 Jun 16 13:50:49.977984 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5a602ee1-26c7-4c59-b302-0a4dfaa026b1 req-b1f2aa34-67e3-4647-80fd-b70ac59cae71 service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946445 Jun 16 13:50:50.090606 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3f602-654f-4109-aee8-0d09d4fe5310 req-dd5afd8a-df44-40ff-aec0-bcfe533a2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:50.093009 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b5e3f602-654f-4109-aee8-0d09d4fe5310 req-dd5afd8a-df44-40ff-aec0-bcfe533a2644 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=052bf41c0dac4472bc574fb6909da720&device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 1097 time: 0.0591886 Jun 16 13:50:50.205175 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3f602-654f-4109-aee8-0d09d4fe5310 req-97741943-56b1-4366-9321-a947b502fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:50.206620 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b5e3f602-654f-4109-aee8-0d09d4fe5310 req-97741943-56b1-4366-9321-a947b502fd44 service neutron] 10.222.0.63 "GET /v2.0/networks?id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 HTTP/1.1" status: 200 len: 919 time: 0.1047745 Jun 16 13:50:50.252480 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b5e3f602-654f-4109-aee8-0d09d4fe5310 req-57c65dbd-3e92-40ea-bdbd-743b6ed341fd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44ef8105-e80d-48a4-a394-ecb90c682c9b HTTP/1.1" status: 200 len: 217 time: 0.0382760 Jun 16 13:50:50.303769 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3f602-654f-4109-aee8-0d09d4fe5310 req-384dd532-82f0-467b-a067-357c0a54cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:50.305246 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b5e3f602-654f-4109-aee8-0d09d4fe5310 req-384dd532-82f0-467b-a067-357c0a54cf24 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=51f55d14-8f22-464a-a7ae-943a9f2b051c HTTP/1.1" status: 200 len: 856 time: 0.0455818 Jun 16 13:50:50.407203 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3f602-654f-4109-aee8-0d09d4fe5310 req-7ed59bc9-3d04-410a-a3d1-3f18e190ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:50.408581 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b5e3f602-654f-4109-aee8-0d09d4fe5310 req-7ed59bc9-3d04-410a-a3d1-3f18e190ef0a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0960410 Jun 16 13:50:50.498986 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668c366-dce3-4e50-8776-9939a0d751a5 req-4b9f457c-d1bf-4bcb-8a08-8a1a4a418a51 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:50.502367 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f668c366-dce3-4e50-8776-9939a0d751a5 req-4b9f457c-d1bf-4bcb-8a08-8a1a4a418a51 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 944 time: 0.1304476 Jun 16 13:50:50.545246 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b5e3f602-654f-4109-aee8-0d09d4fe5310 req-15177311-644b-4926-89be-cfbff27c0ef1 service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265006 Jun 16 13:50:50.576646 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f668c366-dce3-4e50-8776-9939a0d751a5 req-7b9cdbc4-dcc4-4b04-9ad0-16bcfde8c975 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643275 Jun 16 13:50:50.674019 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b5e3f602-654f-4109-aee8-0d09d4fe5310 req-0e0b3f74-691f-432e-be54-363c19527719 service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175137 Jun 16 13:50:51.775429 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113fe9a-4e2d-48b5-b747-c0f9ab0efc0b req-4f55c22a-0c74-4800-90e3-951bff81e1e2 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:51.776921 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8113fe9a-4e2d-48b5-b747-c0f9ab0efc0b req-4f55c22a-0c74-4800-90e3-951bff81e1e2 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 944 time: 0.0650187 Jun 16 13:50:51.816954 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8113fe9a-4e2d-48b5-b747-c0f9ab0efc0b req-5dcd1b11-828f-4768-b5f7-e25129ca9da4 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338316 Jun 16 13:50:52.975690 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 44ef8105-e80d-48a4-a394-ecb90c682c9b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:50:53.011613 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac503b-4285-406c-8ac9-3689b8fd5b38 req-a5ea73b9-3b3a-4b0f-8883-b08afae56943 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:53.013552 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-34ac503b-4285-406c-8ac9-3689b8fd5b38 req-a5ea73b9-3b3a-4b0f-8883-b08afae56943 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 944 time: 0.0770912 Jun 16 13:50:53.064166 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-34ac503b-4285-406c-8ac9-3689b8fd5b38 req-4bbc1d63-0845-47d7-ac60-badfe18fa6b1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414898 Jun 16 13:50:53.098867 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 44ef8105-e80d-48a4-a394-ecb90c682c9b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=44ef8105-e80d-48a4-a394-ecb90c682c9b,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:50:53.112654 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': '44ef8105-e80d-48a4-a394-ecb90c682c9b', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'port_id': '44ef8105-e80d-48a4-a394-ecb90c682c9b', 'mac_address': 'fa:16:3e:56:1f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:50:53.163020 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:53.179071 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ef8105-e80d-48a4-a394-ecb90c682c9b {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:50:53.201888 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 44ef8105-e80d-48a4-a394-ecb90c682c9b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=44ef8105-e80d-48a4-a394-ecb90c682c9b,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:50:53.207012 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:53.208736 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:53.256092 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=44ef8105-e80d-48a4-a394-ecb90c682c9b,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:53.264023 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:53.264382 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:53.264696 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:53.265055 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:53.265381 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:53.265705 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:53.266564 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:53.266878 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:53.267200 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:53.267512 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:53.267825 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:53.268158 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:53.272634 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:53.478551 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['44ef8105-e80d-48a4-a394-ecb90c682c9b'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:50:54.254418 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e923c8-931d-4265-a47d-791983c6288a req-5dffa144-59ab-4e0a-a6fa-925ef4accac1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:54.255898 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e1e923c8-931d-4265-a47d-791983c6288a req-5dffa144-59ab-4e0a-a6fa-925ef4accac1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 945 time: 0.0714633 Jun 16 13:50:54.302885 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e1e923c8-931d-4265-a47d-791983c6288a req-31699978-67da-4fd9-857c-c92e45a903b5 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395482 Jun 16 13:50:54.979017 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 44ef8105-e80d-48a4-a394-ecb90c682c9b up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:50:55.029200 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning for port 44ef8105-e80d-48a4-a394-ecb90c682c9b completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:50:55.033901 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port 44ef8105-e80d-48a4-a394-ecb90c682c9b triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:50:55.034291 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:55.117128 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:55.139816 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad5047d-2ee4-4731-994a-f5753fe27b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ef8105-e80d-48a4-a394-ecb90c682c9b'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:50:55.142288 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95de10a8-5295-41fc-9ea7-64c7203fa2b2" -d '{"events": [{"server_uuid": "5ad5047d-2ee4-4731-994a-f5753fe27b3e", "name": "network-vif-plugged", "status": "completed", "tag": "44ef8105-e80d-48a4-a394-ecb90c682c9b"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:50:55.155528 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 44ef8105-e80d-48a4-a394-ecb90c682c9b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=44ef8105-e80d-48a4-a394-ecb90c682c9b,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:50:55.162200 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:55.163952 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:55.185954 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8985c1de-0788-4219-a60c-6275b809965a x-openstack-request-id: req-8985c1de-0788-4219-a60c-6275b809965a {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:50:55.186314 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad5047d-2ee4-4731-994a-f5753fe27b3e", "name": "network-vif-plugged", "status": "completed", "tag": "44ef8105-e80d-48a4-a394-ecb90c682c9b", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:50:55.186516 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8985c1de-0788-4219-a60c-6275b809965a {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:50:55.186906 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad5047d-2ee4-4731-994a-f5753fe27b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ef8105-e80d-48a4-a394-ecb90c682c9b', 'code': 200} Jun 16 13:50:55.216456 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=44ef8105-e80d-48a4-a394-ecb90c682c9b,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:55.220086 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:55.418132 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2d3ac-f019-42cc-bf64-fd7606cbf7ba req-2cb50c73-a42b-445e-9113-862c3574afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:55.419521 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0dc2d3ac-f019-42cc-bf64-fd7606cbf7ba req-2cb50c73-a42b-445e-9113-862c3574afaf service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 1099 time: 0.0568190 Jun 16 13:50:55.489992 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0dc2d3ac-f019-42cc-bf64-fd7606cbf7ba req-50142594-b16a-472c-a864-0451488203d8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636783 Jun 16 13:50:55.520562 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab6c7b-f6cb-43bb-9759-e2f96866245c req-76fe8fa2-d7ce-461d-8466-b38eda0d7d8b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:55.522051 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cdab6c7b-f6cb-43bb-9759-e2f96866245c req-76fe8fa2-d7ce-461d-8466-b38eda0d7d8b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.0826075 Jun 16 13:50:55.560296 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cdab6c7b-f6cb-43bb-9759-e2f96866245c req-086816db-f18a-4d43-9952-ff5b9e1b7953 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326545 Jun 16 13:50:56.745088 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a027b91-6ab4-419f-aebe-4d25380e0594 req-5b043d29-1073-4ad9-94f5-f1052f98d70f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:56.746545 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4a027b91-6ab4-419f-aebe-4d25380e0594 req-5b043d29-1073-4ad9-94f5-f1052f98d70f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.0655422 Jun 16 13:50:56.789490 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4a027b91-6ab4-419f-aebe-4d25380e0594 req-bdbbf10f-b8c8-4114-b75f-97a296953292 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337651 Jun 16 13:50:56.985059 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c99b6-5687-44c2-9db8-48abb4e8057c req-0d1f796c-288c-4083-8353-bb799e72118b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:56.986538 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a38c99b6-5687-44c2-9db8-48abb4e8057c req-0d1f796c-288c-4083-8353-bb799e72118b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.0690243 Jun 16 13:50:56.995195 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 55356) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:56.999951 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-cd6b41f4-4de1-4e8f-b5cc-881c3c40b576 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Request body: {'floatingip': {'port_id': '44ef8105-e80d-48a4-a394-ecb90c682c9b'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:50:57.044072 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd6b41f4-4de1-4e8f-b5cc-881c3c40b576 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:57.523880 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd6b41f4-4de1-4e8f-b5cc-881c3c40b576 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:57.527761 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd6b41f4-4de1-4e8f-b5cc-881c3c40b576 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376019'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:57.624703 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.db.l3_db [None req-cd6b41f4-4de1-4e8f-b5cc-881c3c40b576 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Floating IP a54d7ccf-15ec-4ffc-84a3-920a9b8d9eef associated. External IP: 172.27.3.76, port: 44ef8105-e80d-48a4-a394-ecb90c682c9b. Jun 16 13:50:57.870200 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6b41f4-4de1-4e8f-b5cc-881c3c40b576 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Router b46bf425-2870-466b-9430-a2b8c59edf38 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:50:58.002492 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6b41f4-4de1-4e8f-b5cc-881c3c40b576 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:50:58.008361 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd6b41f4-4de1-4e8f-b5cc-881c3c40b576 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:58.014165 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0321abca-e04c-42dc-94df-793ac06c625e None None] Sync routers for ids ['b46bf425-2870-466b-9430-a2b8c59edf38'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:50:58.027314 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0321abca-e04c-42dc-94df-793ac06c625e None None] Routers {'b46bf425-2870-466b-9430-a2b8c59edf38'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:50:58.028198 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-0321abca-e04c-42dc-94df-793ac06c625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:50:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['b46bf425-2870-466b-9430-a2b8c59edf38'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:58.049374 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-cd6b41f4-4de1-4e8f-b5cc-881c3c40b576 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "PUT /v2.0/floatingips/a54d7ccf-15ec-4ffc-84a3-920a9b8d9eef HTTP/1.1" status: 200 len: 991 time: 1.0530753 Jun 16 13:50:58.050030 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad5047d-2ee4-4731-994a-f5753fe27b3e', 'tag': '44ef8105-e80d-48a4-a394-ecb90c682c9b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:50:58.052334 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164f3321-f046-467d-b868-d05dbbe26540" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad5047d-2ee4-4731-994a-f5753fe27b3e", "tag": "44ef8105-e80d-48a4-a394-ecb90c682c9b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:50:58.100203 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df6dfa2-33f6-40fa-85d6-ea5f8ccdcdc6 x-openstack-request-id: req-3df6dfa2-33f6-40fa-85d6-ea5f8ccdcdc6 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:50:58.100203 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad5047d-2ee4-4731-994a-f5753fe27b3e", "tag": "44ef8105-e80d-48a4-a394-ecb90c682c9b", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:50:58.100543 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3df6dfa2-33f6-40fa-85d6-ea5f8ccdcdc6 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:50:58.101003 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad5047d-2ee4-4731-994a-f5753fe27b3e', 'tag': '44ef8105-e80d-48a4-a394-ecb90c682c9b', 'status': 'completed', 'code': 200} Jun 16 13:50:58.148325 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-0321abca-e04c-42dc-94df-793ac06c625e None None] Set router b46bf425-2870-466b-9430-a2b8c59edf38 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:50:58.188422 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f3321-f046-467d-b868-d05dbbe26540 req-f87cb563-0f54-40ff-8dd9-4c09aaba180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:58.190205 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-164f3321-f046-467d-b868-d05dbbe26540 req-f87cb563-0f54-40ff-8dd9-4c09aaba180d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=052bf41c0dac4472bc574fb6909da720&device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 1099 time: 0.0640442 Jun 16 13:50:58.275063 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:50:58.410947 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-0321abca-e04c-42dc-94df-793ac06c625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:48:03Z', 'updated_at': '2021-06-16T13:48:07Z', 'revision_number': 4, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'gw_port': {'id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:04Z', 'updated_at': '2021-06-16T13:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': 'a54d7ccf-15ec-4ffc-84a3-920a9b8d9eef', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'port_id': '44ef8105-e80d-48a4-a394-ecb90c682c9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'mac_address': 'fa:16:3e:56:1f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad5047d-2ee4-4731-994a-f5753fe27b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:50:45Z', 'updated_at': '2021-06-16T13:50:57Z', 'revision_number': 1, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb90bd1-5ce6-4048-bbf9-c167f7cb0597', 'name': '', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'mac_address': 'fa:16:3e:0e:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:06Z', 'updated_at': '2021-06-16T13:48:12Z', 'revision_number': 5, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'subnets': [{'id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:58.415363 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0321abca-e04c-42dc-94df-793ac06c625e None None] Checking router: b46bf425-2870-466b-9430-a2b8c59edf38 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:50:58.424659 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0321abca-e04c-42dc-94df-793ac06c625e None None] Routers {'b46bf425-2870-466b-9430-a2b8c59edf38'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:50:58.425412 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-0321abca-e04c-42dc-94df-793ac06c625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:50:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['b46bf425-2870-466b-9430-a2b8c59edf38'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:58.535074 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-0321abca-e04c-42dc-94df-793ac06c625e None None] Set router b46bf425-2870-466b-9430-a2b8c59edf38 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:50:58.580688 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f3321-f046-467d-b868-d05dbbe26540 req-21aa2575-22b6-48d4-98f7-832dc6f03633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:58.582435 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-164f3321-f046-467d-b868-d05dbbe26540 req-21aa2575-22b6-48d4-98f7-832dc6f03633 service neutron] 10.222.0.63 "GET /v2.0/networks?id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 HTTP/1.1" status: 200 len: 919 time: 0.3771679 Jun 16 13:50:58.669424 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-164f3321-f046-467d-b868-d05dbbe26540 req-078350b7-4596-48df-b2c3-8b3592002419 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44ef8105-e80d-48a4-a394-ecb90c682c9b HTTP/1.1" status: 200 len: 999 time: 0.0793915 Jun 16 13:50:58.732567 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f3321-f046-467d-b868-d05dbbe26540 req-74b006c6-fe88-4565-b284-9d71283652fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:58.735501 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-164f3321-f046-467d-b868-d05dbbe26540 req-74b006c6-fe88-4565-b284-9d71283652fd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=51f55d14-8f22-464a-a7ae-943a9f2b051c HTTP/1.1" status: 200 len: 856 time: 0.0581307 Jun 16 13:50:58.796795 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-0321abca-e04c-42dc-94df-793ac06c625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:48:03Z', 'updated_at': '2021-06-16T13:48:07Z', 'revision_number': 4, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'gw_port': {'id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:04Z', 'updated_at': '2021-06-16T13:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': 'a54d7ccf-15ec-4ffc-84a3-920a9b8d9eef', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'port_id': '44ef8105-e80d-48a4-a394-ecb90c682c9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'mac_address': 'fa:16:3e:56:1f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad5047d-2ee4-4731-994a-f5753fe27b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:50:45Z', 'updated_at': '2021-06-16T13:50:57Z', 'revision_number': 1, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb90bd1-5ce6-4048-bbf9-c167f7cb0597', 'name': '', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'mac_address': 'fa:16:3e:0e:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:06Z', 'updated_at': '2021-06-16T13:48:12Z', 'revision_number': 5, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'subnets': [{'id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:58.801534 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0321abca-e04c-42dc-94df-793ac06c625e None None] The sync data for ids ['b46bf425-2870-466b-9430-a2b8c59edf38'] in dv-cinder-774286-16-iscsi is: [{'id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:48:03Z', 'updated_at': '2021-06-16T13:48:07Z', 'revision_number': 4, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'gw_port': {'id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:04Z', 'updated_at': '2021-06-16T13:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': 'a54d7ccf-15ec-4ffc-84a3-920a9b8d9eef', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'port_id': '44ef8105-e80d-48a4-a394-ecb90c682c9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'mac_address': 'fa:16:3e:56:1f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad5047d-2ee4-4731-994a-f5753fe27b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:50:45Z', 'updated_at': '2021-06-16T13:50:57Z', 'revision_number': 1, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb90bd1-5ce6-4048-bbf9-c167f7cb0597', 'name': '', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'mac_address': 'fa:16:3e:0e:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:06Z', 'updated_at': '2021-06-16T13:48:12Z', 'revision_number': 5, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'subnets': [{'id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:50:58.803713 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f3321-f046-467d-b868-d05dbbe26540 req-890c5348-23af-4282-882a-436ad8f1f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:58.805511 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-164f3321-f046-467d-b868-d05dbbe26540 req-890c5348-23af-4282-882a-436ad8f1f44b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0624514 Jun 16 13:50:58.911650 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-164f3321-f046-467d-b868-d05dbbe26540 req-75cc77d9-53fa-4fea-85af-9462ab56206c service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988126 Jun 16 13:50:59.034757 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-164f3321-f046-467d-b868-d05dbbe26540 req-50f9abaa-42ef-41e5-8451-463a8f5e8592 service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150503 Jun 16 13:50:59.106004 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e988e-33e9-4ce1-99da-e89ddc1b6e34 None None] New status for floating IP a54d7ccf-15ec-4ffc-84a3-920a9b8d9eef: ACTIVE {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:51:10.883957 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9d3e898f-e536-4a95-b96d-7ccce76a9ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:13.238906 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:13.343242 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-982b8eff-56b8-4c62-a989-39a4d343f4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:13.442627 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:14.835553 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:16.428886 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:27.406918 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02854da-f6f3-42e3-9dad-95ed047c2ad0 req-c2eb28ce-1ee8-4098-9ea1-47ba753c50c4 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:27.408367 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d02854da-f6f3-42e3-9dad-95ed047c2ad0 req-c2eb28ce-1ee8-4098-9ea1-47ba753c50c4 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3096555-f2ed-41f3-968c-7c7d2fec0436 HTTP/1.1" status: 200 len: 946 time: 0.0637140 Jun 16 13:51:27.452929 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d02854da-f6f3-42e3-9dad-95ed047c2ad0 req-1092ab50-424c-4b37-bc1b-e647ee8212cb tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a24ad3a-66df-4b5c-9329-071d722123d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344281 Jun 16 13:51:28.643159 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2a4ee-763c-4c6b-8395-67ebbbd88e6e req-73bee370-43ae-4956-aa7b-da136eb08dd8 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:28.645028 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bbe2a4ee-763c-4c6b-8395-67ebbbd88e6e req-73bee370-43ae-4956-aa7b-da136eb08dd8 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3096555-f2ed-41f3-968c-7c7d2fec0436 HTTP/1.1" status: 200 len: 946 time: 0.0773261 Jun 16 13:51:28.692475 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bbe2a4ee-763c-4c6b-8395-67ebbbd88e6e req-480ea565-6569-46db-bcd3-ded666a5ce69 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a24ad3a-66df-4b5c-9329-071d722123d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394833 Jun 16 13:51:29.113280 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70571e7-fad3-4a82-9274-597c3affe5df req-746a5a77-6eca-4797-a9ac-04acc36d086e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:29.114625 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f70571e7-fad3-4a82-9274-597c3affe5df req-746a5a77-6eca-4797-a9ac-04acc36d086e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.63 "GET /v2.0/ports?device_id=c3096555-f2ed-41f3-968c-7c7d2fec0436 HTTP/1.1" status: 200 len: 946 time: 0.0632150 Jun 16 13:51:29.220560 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-f70571e7-fad3-4a82-9274-597c3affe5df req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Deleting port 8be87017-d46e-4d79-84fd-91eaa89c9f07 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:51:29.220913 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f70571e7-fad3-4a82-9274-597c3affe5df req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:29.310015 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-f70571e7-fad3-4a82-9274-597c3affe5df req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] For port 8be87017-d46e-4d79-84fd-91eaa89c9f07, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8be87017-d46e-4d79-84fd-91eaa89c9f07,segment=NetworkSegment(674e7c64-5434-43fe-b7ee-a938130755b1),segment_id=674e7c64-5434-43fe-b7ee-a938130755b1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:29.310552 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f70571e7-fad3-4a82-9274-597c3affe5df req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:29.498007 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f70571e7-fad3-4a82-9274-597c3affe5df req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:29.498440 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f70571e7-fad3-4a82-9274-597c3affe5df req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376019'] for floatingip, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:29.498716 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.l3_db [req-f70571e7-fad3-4a82-9274-597c3affe5df req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Floating IP 0590ada5-7833-494d-81f0-dacf4db7a627 disassociated. External IP: 172.27.3.229, port: 8be87017-d46e-4d79-84fd-91eaa89c9f07. Jun 16 13:51:29.499049 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-f70571e7-fad3-4a82-9274-597c3affe5df req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Calling delete_port for 8be87017-d46e-4d79-84fd-91eaa89c9f07 owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:51:29.631703 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f70571e7-fad3-4a82-9274-597c3affe5df req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:29.636248 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:29.665235 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Pushing event deleted for resources: {'Port': ['ID=8be87017-d46e-4d79-84fd-91eaa89c9f07,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:29.682555 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:29.683035 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:29.683550 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:29.684024 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:29.684512 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:29.685015 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:29.685499 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:29.685912 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:29.686327 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:29.686734 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:29.687680 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:29.688086 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:29.693605 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:29.848111 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f70571e7-fad3-4a82-9274-597c3affe5df req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Router 3303a592-942b-42c3-9916-4c4f0628ea33 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:51:29.876297 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-80ad0249-7114-485f-8eac-da44d23c1815 req-675efc3b-c807-4d87-8049-80c72d31562c tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3096555-f2ed-41f3-968c-7c7d2fec0436 HTTP/1.1" status: 200 len: 210 time: 0.0486031 Jun 16 13:51:29.994967 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f70571e7-fad3-4a82-9274-597c3affe5df req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:51:30.010717 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92da01-7777-4550-a78a-020d07abd5d6 None None] Sync routers for ids ['3303a592-942b-42c3-9916-4c4f0628ea33'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:51:30.028238 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92da01-7777-4550-a78a-020d07abd5d6 None None] Routers {'3303a592-942b-42c3-9916-4c4f0628ea33'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:51:30.029393 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-fa92da01-7777-4550-a78a-020d07abd5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:51:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['3303a592-942b-42c3-9916-4c4f0628ea33'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:30.049631 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70571e7-fad3-4a82-9274-597c3affe5df req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] No DVR routers for this DVR port 8be87017-d46e-4d79-84fd-91eaa89c9f07 on host hv-cinder-77428 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:51:30.053211 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f70571e7-fad3-4a82-9274-597c3affe5df req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:30.056591 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f70571e7-fad3-4a82-9274-597c3affe5df req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.63 "DELETE /v2.0/ports/8be87017-d46e-4d79-84fd-91eaa89c9f07 HTTP/1.1" status: 204 len: 173 time: 0.9358342 Jun 16 13:51:30.057492 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3096555-f2ed-41f3-968c-7c7d2fec0436', 'name': 'network-vif-deleted', 'tag': '8be87017-d46e-4d79-84fd-91eaa89c9f07'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:51:30.061506 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed4b257-aac6-4503-b232-606b169c6fc6" -d '{"events": [{"server_uuid": "c3096555-f2ed-41f3-968c-7c7d2fec0436", "name": "network-vif-deleted", "tag": "8be87017-d46e-4d79-84fd-91eaa89c9f07"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:51:30.131233 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fd3514-cae6-4fc4-9ed1-cf9f7305e2b9 x-openstack-request-id: req-e8fd3514-cae6-4fc4-9ed1-cf9f7305e2b9 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:51:30.131233 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3096555-f2ed-41f3-968c-7c7d2fec0436", "name": "network-vif-deleted", "tag": "8be87017-d46e-4d79-84fd-91eaa89c9f07", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:51:30.131935 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8fd3514-cae6-4fc4-9ed1-cf9f7305e2b9 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:51:30.132699 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3096555-f2ed-41f3-968c-7c7d2fec0436', 'name': 'network-vif-deleted', 'tag': '8be87017-d46e-4d79-84fd-91eaa89c9f07', 'status': 'completed', 'code': 200} Jun 16 13:51:30.209885 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-fa92da01-7777-4550-a78a-020d07abd5d6 None None] Set router 3303a592-942b-42c3-9916-4c4f0628ea33 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:51:30.446463 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-fa92da01-7777-4550-a78a-020d07abd5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:57Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'gw_port': {'id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:58Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'fe24f9a9-0dfe-4f91-ab03-51468411ee86', 'name': '', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'mac_address': 'fa:16:3e:b2:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:46:15Z', 'revision_number': 5, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'subnets': [{'id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:30.450059 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92da01-7777-4550-a78a-020d07abd5d6 None None] Checking router: 3303a592-942b-42c3-9916-4c4f0628ea33 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:51:30.458286 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92da01-7777-4550-a78a-020d07abd5d6 None None] Routers {'3303a592-942b-42c3-9916-4c4f0628ea33'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:51:30.458879 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-fa92da01-7777-4550-a78a-020d07abd5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:51:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['3303a592-942b-42c3-9916-4c4f0628ea33'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:30.582337 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-fa92da01-7777-4550-a78a-020d07abd5d6 None None] Set router 3303a592-942b-42c3-9916-4c4f0628ea33 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:51:30.817898 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-fa92da01-7777-4550-a78a-020d07abd5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:57Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'gw_port': {'id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:58Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'fe24f9a9-0dfe-4f91-ab03-51468411ee86', 'name': '', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'mac_address': 'fa:16:3e:b2:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:46:15Z', 'revision_number': 5, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'subnets': [{'id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:30.822734 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92da01-7777-4550-a78a-020d07abd5d6 None None] The sync data for ids ['3303a592-942b-42c3-9916-4c4f0628ea33'] in dv-cinder-774286-16-iscsi is: [{'id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:57Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'gw_port': {'id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:58Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'fe24f9a9-0dfe-4f91-ab03-51468411ee86', 'name': '', 'network_id': '61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'mac_address': 'fa:16:3e:b2:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:46:15Z', 'revision_number': 5, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'subnets': [{'id': '8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:51:31.040780 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55560) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:31.057441 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca78d37-e60c-42d8-b88e-d04ed1aae24f None None] New status for floating IP 0590ada5-7833-494d-81f0-dacf4db7a627: DOWN {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:51:31.104088 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8d80cb0-b82f-466c-82c4-a5378e136d1e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:31.132098 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8d80cb0-b82f-466c-82c4-a5378e136d1e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:31.191741 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8d80cb0-b82f-466c-82c4-a5378e136d1e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:31.196345 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8d80cb0-b82f-466c-82c4-a5378e136d1e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:31.200393 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-f8d80cb0-b82f-466c-82c4-a5378e136d1e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "DELETE /v2.0/security-groups/1a24ad3a-66df-4b5c-9329-071d722123d2 HTTP/1.1" status: 204 len: 168 time: 0.1560466 Jun 16 13:51:31.200393 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ffa41a9b-6cd5-43cd-8bea-f2b809ae94ff tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:31.200947 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 55562) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:31.213999 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d80cb0-b82f-466c-82c4-a5378e136d1e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a24ad3a-66df-4b5c-9329-071d722123d2,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:31.216437 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.api.v2.resource [None req-282fd50b-bf56-49d8-9407-85ad8015fabe tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] show failed (client error): The resource could not be found. Jun 16 13:51:31.216952 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-f8d80cb0-b82f-466c-82c4-a5378e136d1e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:31.217629 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-282fd50b-bf56-49d8-9407-85ad8015fabe tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "GET /v2.0/security-groups/1a24ad3a-66df-4b5c-9329-071d722123d2 HTTP/1.1" status: 404 len: 347 time: 0.0153997 Jun 16 13:51:31.222771 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 55564) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:31.358771 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Deleting port 3bd06749-d148-4678-9a95-edff7bf25251 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:51:31.359682 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:31.456626 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:31.456977 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:31.523645 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Calling delete_port for 3bd06749-d148-4678-9a95-edff7bf25251 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:51:31.658274 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:31.661035 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fc5d144f-23d7-4993-be5d-c37f2c1e0b9a tempest-VolumesActionsTest-487908837 tempest-VolumesActionsTest-487908837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:31.688592 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Pushing event deleted for resources: {'Port': ['ID=3bd06749-d148-4678-9a95-edff7bf25251,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:31.717780 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:31.718152 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:31.719165 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:31.720060 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:31.720417 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:31.720780 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:31.721158 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:31.721509 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:31.721861 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:31.722209 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:31.722558 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:31.722900 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:31.726818 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:31.764890 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:31.767628 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:31.768846 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-52c0bb87-418f-4fcd-9ef9-28c35ce0a7d7 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] 10.222.0.26 "DELETE /v2.0/floatingips/0590ada5-7833-494d-81f0-dacf4db7a627 HTTP/1.1" status: 204 len: 168 time: 0.5447958 Jun 16 13:51:33.178872 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 8be87017-d46e-4d79-84fd-91eaa89c9f07 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:51:33.209193 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] No Port match for: 8be87017-d46e-4d79-84fd-91eaa89c9f07 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:51:33.209701 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 8be87017-d46e-4d79-84fd-91eaa89c9f07 not bound to the agent host hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:51:35.274915 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:51:35.642792 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 55600) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:36.324582 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b41a985c-bd44-4094-8ff8-3d651ca4c08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364532'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:36.706806 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b41a985c-bd44-4094-8ff8-3d651ca4c08f admin admin] Deleting port fe24f9a9-0dfe-4f91-ab03-51468411ee86 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:51:36.707826 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b41a985c-bd44-4094-8ff8-3d651ca4c08f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:37.065955 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b41a985c-bd44-4094-8ff8-3d651ca4c08f admin admin] For port fe24f9a9-0dfe-4f91-ab03-51468411ee86, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=fe24f9a9-0dfe-4f91-ab03-51468411ee86,segment=NetworkSegment(674e7c64-5434-43fe-b7ee-a938130755b1),segment_id=674e7c64-5434-43fe-b7ee-a938130755b1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:37.066532 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b41a985c-bd44-4094-8ff8-3d651ca4c08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:37.151129 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b41a985c-bd44-4094-8ff8-3d651ca4c08f admin admin] Calling delete_port for fe24f9a9-0dfe-4f91-ab03-51468411ee86 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:51:37.378502 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b41a985c-bd44-4094-8ff8-3d651ca4c08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:37.380899 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-9fdfa118-29d1-44a1-96a8-d926c8118c56 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:37.406432 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a985c-bd44-4094-8ff8-3d651ca4c08f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe24f9a9-0dfe-4f91-ab03-51468411ee86,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:37.409056 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-b41a985c-bd44-4094-8ff8-3d651ca4c08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:37.612510 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b41a985c-bd44-4094-8ff8-3d651ca4c08f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364384'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:37.836737 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41a985c-bd44-4094-8ff8-3d651ca4c08f admin admin] Router 3303a592-942b-42c3-9916-4c4f0628ea33 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:51:37.955647 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41a985c-bd44-4094-8ff8-3d651ca4c08f admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:51:37.963087 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-b41a985c-bd44-4094-8ff8-3d651ca4c08f admin admin] 10.222.0.26 "PUT /v2.0/routers/3303a592-942b-42c3-9916-4c4f0628ea33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3187788 Jun 16 13:51:37.966636 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 55608) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:37.971296 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56530cc-a08e-4325-b723-756f4a131c47 None None] Sync routers for ids ['3303a592-942b-42c3-9916-4c4f0628ea33'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:51:37.985307 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56530cc-a08e-4325-b723-756f4a131c47 None None] Routers {'3303a592-942b-42c3-9916-4c4f0628ea33'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:51:37.986208 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d56530cc-a08e-4325-b723-756f4a131c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:51:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['3303a592-942b-42c3-9916-4c4f0628ea33'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:38.084968 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9963a48-c4c7-469e-9c3b-0e2bcfd38a61 admin admin] Notify callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:38.194719 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9963a48-c4c7-469e-9c3b-0e2bcfd38a61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:38.254279 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e9963a48-c4c7-469e-9c3b-0e2bcfd38a61 admin admin] Deleting port 701b931d-9dc7-438d-bbfd-afedf3a4682a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:51:38.254830 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9963a48-c4c7-469e-9c3b-0e2bcfd38a61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:38.290426 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-d56530cc-a08e-4325-b723-756f4a131c47 None None] Set router 3303a592-942b-42c3-9916-4c4f0628ea33 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:51:38.343365 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e9963a48-c4c7-469e-9c3b-0e2bcfd38a61 admin admin] For port 701b931d-9dc7-438d-bbfd-afedf3a4682a, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=701b931d-9dc7-438d-bbfd-afedf3a4682a,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:38.343628 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9963a48-c4c7-469e-9c3b-0e2bcfd38a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:38.409774 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e9963a48-c4c7-469e-9c3b-0e2bcfd38a61 admin admin] Calling delete_port for 701b931d-9dc7-438d-bbfd-afedf3a4682a owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:51:38.471516 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d56530cc-a08e-4325-b723-756f4a131c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:57Z', 'updated_at': '2021-06-16T13:51:37Z', 'revision_number': 5, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'gw_port': {'id': '701b931d-9dc7-438d-bbfd-afedf3a4682a', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:58Z', 'updated_at': '2021-06-16T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:38.475046 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56530cc-a08e-4325-b723-756f4a131c47 None None] Checking router: 3303a592-942b-42c3-9916-4c4f0628ea33 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:51:38.483208 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56530cc-a08e-4325-b723-756f4a131c47 None None] Routers {'3303a592-942b-42c3-9916-4c4f0628ea33'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:51:38.484505 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d56530cc-a08e-4325-b723-756f4a131c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:51:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['3303a592-942b-42c3-9916-4c4f0628ea33'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:38.579222 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-d56530cc-a08e-4325-b723-756f4a131c47 None None] Set router 3303a592-942b-42c3-9916-4c4f0628ea33 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:51:38.618426 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9963a48-c4c7-469e-9c3b-0e2bcfd38a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:38.620477 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:38.648121 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9963a48-c4c7-469e-9c3b-0e2bcfd38a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=701b931d-9dc7-438d-bbfd-afedf3a4682a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:38.650722 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-e9963a48-c4c7-469e-9c3b-0e2bcfd38a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:38.664355 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d56530cc-a08e-4325-b723-756f4a131c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:57Z', 'updated_at': '2021-06-16T13:51:38Z', 'revision_number': 6, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'gw_port_host': None}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:38.668691 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56530cc-a08e-4325-b723-756f4a131c47 None None] The sync data for ids ['3303a592-942b-42c3-9916-4c4f0628ea33'] in dv-cinder-774286-16-iscsi is: [{'id': '3303a592-942b-42c3-9916-4c4f0628ea33', 'name': 'tempest-AttachVolumeTestJSON-675005780-router', 'tenant_id': '95fe688d296e4c7eb3da1fca2970c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:57Z', 'updated_at': '2021-06-16T13:51:38Z', 'revision_number': 6, 'project_id': '95fe688d296e4c7eb3da1fca2970c03c', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:51:38.725949 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9963a48-c4c7-469e-9c3b-0e2bcfd38a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375843'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:38.830477 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9963a48-c4c7-469e-9c3b-0e2bcfd38a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15934'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:38.832872 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9963a48-c4c7-469e-9c3b-0e2bcfd38a61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:38.901112 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9963a48-c4c7-469e-9c3b-0e2bcfd38a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678761'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:38.901849 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9963a48-c4c7-469e-9c3b-0e2bcfd38a61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3303a592-942b-42c3-9916-4c4f0628ea33 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 13:51:38.906988 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9963a48-c4c7-469e-9c3b-0e2bcfd38a61 admin admin] Notify callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:38.908125 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-e9963a48-c4c7-469e-9c3b-0e2bcfd38a61 admin admin] 10.222.0.26 "DELETE /v2.0/routers/3303a592-942b-42c3-9916-4c4f0628ea33 HTTP/1.1" status: 204 len: 168 time: 0.9404719 Jun 16 13:51:38.910815 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 55610) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:38.955439 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2ff0f9-e1c9-4a7e-8575-1b6d1fa4c1ee admin admin] Deleting subnet 8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:51:38.958757 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd2ff0f9-e1c9-4a7e-8575-1b6d1fa4c1ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:38.994249 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd2ff0f9-e1c9-4a7e-8575-1b6d1fa4c1ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787033'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:39.134540 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd2ff0f9-e1c9-4a7e-8575-1b6d1fa4c1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7909541'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:39.213263 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd2ff0f9-e1c9-4a7e-8575-1b6d1fa4c1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7909562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3313828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4132075'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:39.215565 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:39.242215 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ff0f9-e1c9-4a7e-8575-1b6d1fa4c1ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:39.244756 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-bd2ff0f9-e1c9-4a7e-8575-1b6d1fa4c1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:39.247531 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd2ff0f9-e1c9-4a7e-8575-1b6d1fa4c1ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:39.252427 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-bd2ff0f9-e1c9-4a7e-8575-1b6d1fa4c1ee admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8a35726a-bc3b-44c4-aff1-0e05c8b6a6e6 HTTP/1.1" status: 204 len: 168 time: 0.3406200 Jun 16 13:51:39.252629 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55616) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:39.257790 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3c9a17-bb1a-4de4-8b5f-4bd2e1fb6796 None None] Network 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:51:39.362403 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101688'] for network, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:39.416731 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] Deleting port 72f816cb-34ea-437b-9d24-760a5e5089bb {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:51:39.417379 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:39.504437 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] For port 72f816cb-34ea-437b-9d24-760a5e5089bb, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=72f816cb-34ea-437b-9d24-760a5e5089bb,segment=NetworkSegment(674e7c64-5434-43fe-b7ee-a938130755b1),segment_id=674e7c64-5434-43fe-b7ee-a938130755b1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:39.505001 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:39.523872 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d307cfd6-228d-4b4a-af7d-ffa76a0682e7 None None] DHCP port deletion for 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f request from dv-cinder-774286-16-iscsi {{(pid=103638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 13:51:39.583738 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] Calling delete_port for 72f816cb-34ea-437b-9d24-760a5e5089bb owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:51:39.653586 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-d307cfd6-228d-4b4a-af7d-ffa76a0682e7 None None] Deleting port 72f816cb-34ea-437b-9d24-760a5e5089bb {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:51:39.653586 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d307cfd6-228d-4b4a-af7d-ffa76a0682e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:39.714291 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:39.718704 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c7b63f40-cc84-4a84-b931-4f3566d334a9 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:39.746040 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] Pushing event deleted for resources: {'Port': ['ID=72f816cb-34ea-437b-9d24-760a5e5089bb,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:39.748708 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:39.755197 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] No DVR routers for this DVR port 72f816cb-34ea-437b-9d24-760a5e5089bb on host dv-cinder-774286-16-iscsi {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:51:39.809622 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-d307cfd6-228d-4b4a-af7d-ffa76a0682e7 None None] For port 72f816cb-34ea-437b-9d24-760a5e5089bb, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=72f816cb-34ea-437b-9d24-760a5e5089bb,segment=NetworkSegment(674e7c64-5434-43fe-b7ee-a938130755b1),segment_id=674e7c64-5434-43fe-b7ee-a938130755b1)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:39.810142 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d307cfd6-228d-4b4a-af7d-ffa76a0682e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:39.850963 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7908138', 'neutron.services.segments.db._delete_segments_for_network-8768724746033'] for network, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:39.861508 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f']}} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:39.872614 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674e7c64-5434-43fe-b7ee-a938130755b1') {'for_net_delete': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:39.873273 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674e7c64-5434-43fe-b7ee-a938130755b1') {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:39.878251 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-d307cfd6-228d-4b4a-af7d-ffa76a0682e7 None None] Calling delete_port for 72f816cb-34ea-437b-9d24-760a5e5089bb owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:51:39.884041 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768724745346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735843'] for segment, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:39.900507 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:39.909929 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] Releasing vlan 1395 on physical network physnet1 to pool {{(pid=103637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:51:39.910566 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8885146'] for segment, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: Traceback (most recent call last): Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: timer() Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: cb(*args, **kw) Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: return func(*args, **kwargs) Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: self._notify() Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: self.callback(batched_events) Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: event.method(event) Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: return f(self, *a, **k) Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: return self._get(url).json() Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: return self.request(url, 'GET', **kwargs) Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:51:39.913375 dv-cinder-774286-16-iscsi neutron-server[103637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:51:40.001697 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7908131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375885'] for network, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:40.006952 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:40.009562 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] 10.222.0.26 "DELETE /v2.0/networks/61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f HTTP/1.1" status: 204 len: 168 time: 0.7554266 Jun 16 13:51:40.021918 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:40.051217 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] Pushing event deleted for resources: {'Network': ['ID=61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:40.056567 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:40.072664 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d307cfd6-228d-4b4a-af7d-ffa76a0682e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159'] for port, after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:40.076591 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-43a46dc8-a86e-43f3-9816-69c9bac10ccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:40.084180 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d307cfd6-228d-4b4a-af7d-ffa76a0682e7 None None] Network 61a8a0b1-c24c-4fe4-8ab5-c96ebabf733f is not hosted by any dhcp agent {{(pid=103638) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 16 13:51:40.085168 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d307cfd6-228d-4b4a-af7d-ffa76a0682e7 None None] No DVR routers for this DVR port 72f816cb-34ea-437b-9d24-760a5e5089bb on host dv-cinder-774286-16-iscsi {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:51:40.110796 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307cfd6-228d-4b4a-af7d-ffa76a0682e7 None None] Pushing event deleted for resources: {'Port': ['ID=72f816cb-34ea-437b-9d24-760a5e5089bb,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:40.113674 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-d307cfd6-228d-4b4a-af7d-ffa76a0682e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:40.150482 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55626) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:40.192708 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-f348ff08-b745-4d83-aee3-9482b7c88cd5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=95fe688d296e4c7eb3da1fca2970c03c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408323 Jun 16 13:51:40.195162 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55628) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:40.248305 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e7000c4f-303e-48f4-a0bf-fbc411600ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:40.270191 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e7000c4f-303e-48f4-a0bf-fbc411600ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:40.342042 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e7000c4f-303e-48f4-a0bf-fbc411600ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:40.346095 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e7000c4f-303e-48f4-a0bf-fbc411600ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:40.347286 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-e7000c4f-303e-48f4-a0bf-fbc411600ac1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7f85aed-6df2-4ab7-a31e-23b877c8a1c3 HTTP/1.1" status: 204 len: 168 time: 0.1512101 Jun 16 13:51:40.348103 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-07cc6553-b245-4c13-a969-dd78abf6b2a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:40.356480 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7000c4f-303e-48f4-a0bf-fbc411600ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f85aed-6df2-4ab7-a31e-23b877c8a1c3,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:40.359859 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-e7000c4f-303e-48f4-a0bf-fbc411600ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:40.657491 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device fe24f9a9-0dfe-4f91-ab03-51468411ee86 no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:51:40.686233 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: fe24f9a9-0dfe-4f91-ab03-51468411ee86 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:51:40.686739 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device fe24f9a9-0dfe-4f91-ab03-51468411ee86 not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:51:40.689562 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 701b931d-9dc7-438d-bbfd-afedf3a4682a no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:51:40.715527 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: 701b931d-9dc7-438d-bbfd-afedf3a4682a {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:51:40.716028 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 701b931d-9dc7-438d-bbfd-afedf3a4682a not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:51:40.716617 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 72f816cb-34ea-437b-9d24-760a5e5089bb no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:51:40.744269 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: 72f816cb-34ea-437b-9d24-760a5e5089bb {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:51:40.744770 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 72f816cb-34ea-437b-9d24-760a5e5089bb not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:51:40.892214 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6b59aa9b-b93f-4fd1-919f-98467a2e0946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:41.724805 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55686) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:41.838981 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-547c4026-ea3e-4b48-9082-f239629d7cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:41.945527 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-547c4026-ea3e-4b48-9082-f239629d7cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:41.952980 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-547c4026-ea3e-4b48-9082-f239629d7cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:41.957268 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-f8d80cb0-b82f-466c-82c4-a5378e136d1e tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:42.017523 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c4026-ea3e-4b48-9082-f239629d7cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f5bea6-d6fb-42b5-bd86-82fbb264f290,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:42.026174 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-547c4026-ea3e-4b48-9082-f239629d7cbd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ae7c031e10140f9afa9270aa9ae02fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995484 Jun 16 13:51:42.027949 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-547c4026-ea3e-4b48-9082-f239629d7cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:42.028778 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55698) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:42.050316 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55700) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:42.119865 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f2a11e9-9ad2-47f8-990c-54b9f5cc7eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:42.147847 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f2a11e9-9ad2-47f8-990c-54b9f5cc7eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:42.204423 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f2a11e9-9ad2-47f8-990c-54b9f5cc7eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:42.208614 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f2a11e9-9ad2-47f8-990c-54b9f5cc7eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:42.212367 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7f2a11e9-9ad2-47f8-990c-54b9f5cc7eaa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44f5bea6-d6fb-42b5-bd86-82fbb264f290 HTTP/1.1" status: 204 len: 168 time: 0.1800659 Jun 16 13:51:42.215793 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-e4dcea74-9e34-4f37-8cf2-3b63e31afb7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:42.285874 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a11e9-9ad2-47f8-990c-54b9f5cc7eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f5bea6-d6fb-42b5-bd86-82fbb264f290,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:42.320049 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7f2a11e9-9ad2-47f8-990c-54b9f5cc7eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:42.449855 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b518b-2be3-4b3c-adeb-534b331757df req-5a982c79-3d2d-409f-9209-cc6c9b6b1140 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:42.452003 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b36b518b-2be3-4b3c-adeb-534b331757df req-5a982c79-3d2d-409f-9209-cc6c9b6b1140 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.2379527 Jun 16 13:51:42.548859 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b36b518b-2be3-4b3c-adeb-534b331757df req-375d30ab-d671-4549-b57d-810715b93f34 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861950 Jun 16 13:51:42.571471 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-aa46dd41-9740-4283-8cc3-50654c03f30b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Deleting port a62bb9ef-cccf-4e38-bb8f-f0498c24591d {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:51:42.571959 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aa46dd41-9740-4283-8cc3-50654c03f30b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:42.676608 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aa46dd41-9740-4283-8cc3-50654c03f30b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:42.676967 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aa46dd41-9740-4283-8cc3-50654c03f30b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:42.744502 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-aa46dd41-9740-4283-8cc3-50654c03f30b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Calling delete_port for a62bb9ef-cccf-4e38-bb8f-f0498c24591d owned by network:floatingip {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:51:42.960447 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aa46dd41-9740-4283-8cc3-50654c03f30b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:42.964281 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-29ebdf99-dbb4-4a62-9fbd-27f1e4a4af2d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:42.996288 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46dd41-9740-4283-8cc3-50654c03f30b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Pushing event deleted for resources: {'Port': ['ID=a62bb9ef-cccf-4e38-bb8f-f0498c24591d,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:43.000527 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-aa46dd41-9740-4283-8cc3-50654c03f30b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:43.067745 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aa46dd41-9740-4283-8cc3-50654c03f30b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for floatingip, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:43.068261 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.l3_db [None req-aa46dd41-9740-4283-8cc3-50654c03f30b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Floating IP 8ae6ac6d-b3cd-41eb-ac10-2d17090e0f8d disassociated (deleted). External IP: 172.27.3.136, port: 95add7e0-dcd6-4162-b2f0-938fe90131d1. Jun 16 13:51:43.268126 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:43.309108 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa46dd41-9740-4283-8cc3-50654c03f30b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Router 74134424-fc5d-4619-825b-85f42008494c has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:51:43.352750 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7cc23ccd-601d-42a2-9cb6-cf03a6256a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:43.457862 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:43.712225 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa46dd41-9740-4283-8cc3-50654c03f30b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:51:43.720053 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aa46dd41-9740-4283-8cc3-50654c03f30b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:43.726640 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc6a57-7246-42dd-8710-7eee2f6299e0 None None] Sync routers for ids ['74134424-fc5d-4619-825b-85f42008494c'] in dv-cinder-774286-16-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:51:43.737636 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdc6a57-7246-42dd-8710-7eee2f6299e0 None None] Routers {'74134424-fc5d-4619-825b-85f42008494c'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:51:43.738668 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-bbdc6a57-7246-42dd-8710-7eee2f6299e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:51:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['74134424-fc5d-4619-825b-85f42008494c'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:43.776591 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-aa46dd41-9740-4283-8cc3-50654c03f30b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "DELETE /v2.0/floatingips/8ae6ac6d-b3cd-41eb-ac10-2d17090e0f8d HTTP/1.1" status: 204 len: 168 time: 1.7245846 Jun 16 13:51:43.778674 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e813223-7ca5-48d7-9e07-4b98b551befc', 'tag': '95add7e0-dcd6-4162-b2f0-938fe90131d1'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:51:43.782666 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66a5f0b-4027-4c1d-82df-d99becec4d24" -d '{"events": [{"name": "network-changed", "server_uuid": "9e813223-7ca5-48d7-9e07-4b98b551befc", "tag": "95add7e0-dcd6-4162-b2f0-938fe90131d1"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:51:43.822659 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a37d9-8687-48cd-8b2a-55b4932c7ba9 req-5e2afa57-5c2a-4417-a794-fb27db8cceb2 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:43.824990 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7a3a37d9-8687-48cd-8b2a-55b4932c7ba9 req-5e2afa57-5c2a-4417-a794-fb27db8cceb2 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.1172090 Jun 16 13:51:43.880611 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7a3a37d9-8687-48cd-8b2a-55b4932c7ba9 req-a7f8de33-7ec2-429a-952f-f3d323d06243 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479870 Jun 16 13:51:43.925731 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-bbdc6a57-7246-42dd-8710-7eee2f6299e0 None None] Set router 74134424-fc5d-4619-825b-85f42008494c gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:51:43.956279 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7610279-6c6a-4694-bb15-573abe13e640 x-openstack-request-id: req-f7610279-6c6a-4694-bb15-573abe13e640 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:51:43.956707 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e813223-7ca5-48d7-9e07-4b98b551befc", "tag": "95add7e0-dcd6-4162-b2f0-938fe90131d1", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:51:43.957206 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f7610279-6c6a-4694-bb15-573abe13e640 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:51:43.957766 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e813223-7ca5-48d7-9e07-4b98b551befc', 'tag': '95add7e0-dcd6-4162-b2f0-938fe90131d1', 'status': 'completed', 'code': 200} Jun 16 13:51:44.069630 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a5f0b-4027-4c1d-82df-d99becec4d24 req-c2ba8161-567d-41c6-99af-63ffbb750974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:44.071438 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e66a5f0b-4027-4c1d-82df-d99becec4d24 req-c2ba8161-567d-41c6-99af-63ffbb750974 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ebd6e7f2412b421191a4d9c5792eacf9&device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 1098 time: 0.0828016 Jun 16 13:51:44.271326 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a5f0b-4027-4c1d-82df-d99becec4d24 req-fed0fff6-adc2-4c4a-8860-0653b6dc0d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:44.274223 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e66a5f0b-4027-4c1d-82df-d99becec4d24 req-fed0fff6-adc2-4c4a-8860-0653b6dc0d28 service neutron] 10.222.0.63 "GET /v2.0/networks?id=24e75871-b5d6-4e6b-a8f8-3bb7c470f65d HTTP/1.1" status: 200 len: 911 time: 0.1912084 Jun 16 13:51:44.289704 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-bbdc6a57-7246-42dd-8710-7eee2f6299e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74134424-fc5d-4619-825b-85f42008494c', 'name': 'tempest-TestShelveInstance-2096200860-router', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:48Z', 'updated_at': '2021-06-16T13:45:56Z', 'revision_number': 4, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'gw_port': {'id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:49Z', 'updated_at': '2021-06-16T13:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '6c618f4d-c2dc-4b08-a734-641dcf529c18', 'name': '', 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'mac_address': 'fa:16:3e:b9:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2f69e043-1255-4377-a60c-e1b80639a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:53Z', 'updated_at': '2021-06-16T13:46:06Z', 'revision_number': 5, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'subnets': [{'id': '2f69e043-1255-4377-a60c-e1b80639a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:44.293787 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc6a57-7246-42dd-8710-7eee2f6299e0 None None] Checking router: 74134424-fc5d-4619-825b-85f42008494c for host: dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:51:44.304151 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdc6a57-7246-42dd-8710-7eee2f6299e0 None None] Routers {'74134424-fc5d-4619-825b-85f42008494c'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:51:44.304988 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-bbdc6a57-7246-42dd-8710-7eee2f6299e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:51:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['74134424-fc5d-4619-825b-85f42008494c'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:44.337024 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f227a-f719-4be7-9367-5c7b6d1ca79d req-97dde6ce-f18d-4108-8443-f812f07d6441 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:44.345266 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-081f227a-f719-4be7-9367-5c7b6d1ca79d req-97dde6ce-f18d-4108-8443-f812f07d6441 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.0744305 Jun 16 13:51:44.356077 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e66a5f0b-4027-4c1d-82df-d99becec4d24 req-2a18bd3e-ca2f-46c9-b01f-54ff19042391 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95add7e0-dcd6-4162-b2f0-938fe90131d1 HTTP/1.1" status: 200 len: 217 time: 0.0715144 Jun 16 13:51:44.386919 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-081f227a-f719-4be7-9367-5c7b6d1ca79d req-f754de0b-8e52-44d2-96dd-efb9790ae46a tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404999 Jun 16 13:51:44.426005 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a5f0b-4027-4c1d-82df-d99becec4d24 req-b55081ed-d5c5-4368-b4e9-6cad277034e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:44.428406 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e66a5f0b-4027-4c1d-82df-d99becec4d24 req-b55081ed-d5c5-4368-b4e9-6cad277034e3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2f69e043-1255-4377-a60c-e1b80639a890 HTTP/1.1" status: 200 len: 848 time: 0.0641079 Jun 16 13:51:44.491296 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-bbdc6a57-7246-42dd-8710-7eee2f6299e0 None None] Set router 74134424-fc5d-4619-825b-85f42008494c gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:51:44.531812 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a5f0b-4027-4c1d-82df-d99becec4d24 req-1957c410-34bd-470c-b529-910565cd4d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:44.533707 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e66a5f0b-4027-4c1d-82df-d99becec4d24 req-1957c410-34bd-470c-b529-910565cd4d8b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=24e75871-b5d6-4e6b-a8f8-3bb7c470f65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0979528 Jun 16 13:51:44.665310 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e66a5f0b-4027-4c1d-82df-d99becec4d24 req-a3bea269-18c1-4ef9-96c4-f2914cd40f13 service neutron] 10.222.0.63 "GET /v2.0/networks/24e75871-b5d6-4e6b-a8f8-3bb7c470f65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217144 Jun 16 13:51:44.808361 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-bbdc6a57-7246-42dd-8710-7eee2f6299e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74134424-fc5d-4619-825b-85f42008494c', 'name': 'tempest-TestShelveInstance-2096200860-router', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:48Z', 'updated_at': '2021-06-16T13:45:56Z', 'revision_number': 4, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'gw_port': {'id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:49Z', 'updated_at': '2021-06-16T13:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '6c618f4d-c2dc-4b08-a734-641dcf529c18', 'name': '', 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'mac_address': 'fa:16:3e:b9:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2f69e043-1255-4377-a60c-e1b80639a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:53Z', 'updated_at': '2021-06-16T13:46:06Z', 'revision_number': 5, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'subnets': [{'id': '2f69e043-1255-4377-a60c-e1b80639a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:44.813252 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e66a5f0b-4027-4c1d-82df-d99becec4d24 req-315307cc-bdac-4013-8b4d-07ef4b9de974 service neutron] 10.222.0.63 "GET /v2.0/networks/24e75871-b5d6-4e6b-a8f8-3bb7c470f65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379054 Jun 16 13:51:44.814198 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc6a57-7246-42dd-8710-7eee2f6299e0 None None] The sync data for ids ['74134424-fc5d-4619-825b-85f42008494c'] in dv-cinder-774286-16-iscsi is: [{'id': '74134424-fc5d-4619-825b-85f42008494c', 'name': 'tempest-TestShelveInstance-2096200860-router', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:48Z', 'updated_at': '2021-06-16T13:45:56Z', 'revision_number': 4, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'gw_port': {'id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:49Z', 'updated_at': '2021-06-16T13:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '6c618f4d-c2dc-4b08-a734-641dcf529c18', 'name': '', 'network_id': '24e75871-b5d6-4e6b-a8f8-3bb7c470f65d', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'mac_address': 'fa:16:3e:b9:d8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '2f69e043-1255-4377-a60c-e1b80639a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:53Z', 'updated_at': '2021-06-16T13:46:06Z', 'revision_number': 5, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'subnets': [{'id': '2f69e043-1255-4377-a60c-e1b80639a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:51:44.851338 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:45.130581 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44653691-136d-491b-ac4e-6d59a5f7baba None None] New status for floating IP 8ae6ac6d-b3cd-41eb-ac10-2d17090e0f8d: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:51:45.146090 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65021521-fb86-4abc-9dd8-cfe50c4dbf77 req-836e7886-73df-4d45-8e8c-071a51e6ee93 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:45.148249 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-65021521-fb86-4abc-9dd8-cfe50c4dbf77 req-836e7886-73df-4d45-8e8c-071a51e6ee93 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.0743208 Jun 16 13:51:45.193371 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-65021521-fb86-4abc-9dd8-cfe50c4dbf77 req-ac5f728a-586b-41f0-ab07-512828b9cc9e tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389619 Jun 16 13:51:45.608295 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f8595-5f6d-4b08-afed-39ad312deaaf req-b515b2d8-1061-4bd0-b42c-c8e360fa59a4 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:45.610393 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f81f8595-5f6d-4b08-afed-39ad312deaaf req-b515b2d8-1061-4bd0-b42c-c8e360fa59a4 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.0717661 Jun 16 13:51:45.654666 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f81f8595-5f6d-4b08-afed-39ad312deaaf req-883c3876-4146-4552-bde3-c6074d3da8bb tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/security-groups?id=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379894 Jun 16 13:51:45.788921 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d9f4c-18c0-413c-b66b-7f10a843f0cb req-ccccaf19-eaba-4748-b9e8-abc8762fb931 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:45.790623 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-300d9f4c-18c0-413c-b66b-7f10a843f0cb req-ccccaf19-eaba-4748-b9e8-abc8762fb931 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 945 time: 0.0826323 Jun 16 13:51:45.903520 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55850) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:45.916027 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-300d9f4c-18c0-413c-b66b-7f10a843f0cb req-717f6e0b-25ee-4324-a26c-a98b7f374039 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Deleting port 95add7e0-dcd6-4162-b2f0-938fe90131d1 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:51:45.916379 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-300d9f4c-18c0-413c-b66b-7f10a843f0cb req-717f6e0b-25ee-4324-a26c-a98b7f374039 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:46.019191 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-300d9f4c-18c0-413c-b66b-7f10a843f0cb req-717f6e0b-25ee-4324-a26c-a98b7f374039 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] For port 95add7e0-dcd6-4162-b2f0-938fe90131d1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=95add7e0-dcd6-4162-b2f0-938fe90131d1,segment=NetworkSegment(6e93d335-f264-4a19-a7d6-db101b32c88f),segment_id=6e93d335-f264-4a19-a7d6-db101b32c88f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:46.019541 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-300d9f4c-18c0-413c-b66b-7f10a843f0cb req-717f6e0b-25ee-4324-a26c-a98b7f374039 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:46.031955 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-30bb8127-ee8e-4dcc-8785-ac3eaa27629a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:46.094232 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-300d9f4c-18c0-413c-b66b-7f10a843f0cb req-717f6e0b-25ee-4324-a26c-a98b7f374039 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Calling delete_port for 95add7e0-dcd6-4162-b2f0-938fe90131d1 owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:51:46.283199 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-30bb8127-ee8e-4dcc-8785-ac3eaa27629a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:46.292341 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-30bb8127-ee8e-4dcc-8785-ac3eaa27629a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:46.295560 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7e86b927-a066-41cd-92c9-41928d0ac9be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:46.298565 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-300d9f4c-18c0-413c-b66b-7f10a843f0cb req-717f6e0b-25ee-4324-a26c-a98b7f374039 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:46.360600 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-30bb8127-ee8e-4dcc-8785-ac3eaa27629a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef2467ad05c74b2fbec17f01b06a1dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4560294 Jun 16 13:51:46.363322 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 55856) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:46.397572 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb8127-ee8e-4dcc-8785-ac3eaa27629a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2f4311-7b24-4686-88fc-0e971902c6e3,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:46.401097 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-30bb8127-ee8e-4dcc-8785-ac3eaa27629a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:46.401745 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-02bd761b-926d-4352-b43d-9bd2beb9562c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:46.431847 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:46.436000 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2fc6078b-aa58-4841-b357-ad1908200d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:46.447925 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-300d9f4c-18c0-413c-b66b-7f10a843f0cb req-717f6e0b-25ee-4324-a26c-a98b7f374039 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] No DVR routers for this DVR port 95add7e0-dcd6-4162-b2f0-938fe90131d1 on host hv-cinder-77428 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:51:46.451488 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-300d9f4c-18c0-413c-b66b-7f10a843f0cb req-717f6e0b-25ee-4324-a26c-a98b7f374039 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:46.454100 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-300d9f4c-18c0-413c-b66b-7f10a843f0cb req-717f6e0b-25ee-4324-a26c-a98b7f374039 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.63 "DELETE /v2.0/ports/95add7e0-dcd6-4162-b2f0-938fe90131d1 HTTP/1.1" status: 204 len: 173 time: 0.6581900 Jun 16 13:51:46.456094 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f6e0b-25ee-4324-a26c-a98b7f374039 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Pushing event deleted for resources: {'Port': ['ID=95add7e0-dcd6-4162-b2f0-938fe90131d1,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:46.457887 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e813223-7ca5-48d7-9e07-4b98b551befc', 'name': 'network-vif-deleted', 'tag': '95add7e0-dcd6-4162-b2f0-938fe90131d1'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:51:46.460428 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa25b1e-13ee-4855-be95-a3c3f8083678" -d '{"events": [{"server_uuid": "9e813223-7ca5-48d7-9e07-4b98b551befc", "name": "network-vif-deleted", "tag": "95add7e0-dcd6-4162-b2f0-938fe90131d1"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:51:46.463024 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-717f6e0b-25ee-4324-a26c-a98b7f374039 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:46.468365 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2fc6078b-aa58-4841-b357-ad1908200d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:46.508103 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f43c54-a913-4e62-9683-964e9762f42f req-e0b18e44-8e40-48a7-a19c-5c8f695930f4 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:46.511492 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-04f43c54-a913-4e62-9683-964e9762f42f req-e0b18e44-8e40-48a7-a19c-5c8f695930f4 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.1795199 Jun 16 13:51:46.524236 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2fc6078b-aa58-4841-b357-ad1908200d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:46.529247 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2fc6078b-aa58-4841-b357-ad1908200d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:46.535311 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-2fc6078b-aa58-4841-b357-ad1908200d44 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b2f4311-7b24-4686-88fc-0e971902c6e3 HTTP/1.1" status: 204 len: 168 time: 0.1706462 Jun 16 13:51:46.536571 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-2f755c14-d708-4ff0-af1d-d7a2f15f612d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:46.549470 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6078b-aa58-4841-b357-ad1908200d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2f4311-7b24-4686-88fc-0e971902c6e3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:46.553765 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-2fc6078b-aa58-4841-b357-ad1908200d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:46.573875 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c921e8c-055d-4ebc-9023-0461afb2c782 x-openstack-request-id: req-1c921e8c-055d-4ebc-9023-0461afb2c782 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:51:46.574450 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e813223-7ca5-48d7-9e07-4b98b551befc", "name": "network-vif-deleted", "tag": "95add7e0-dcd6-4162-b2f0-938fe90131d1", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:51:46.574909 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c921e8c-055d-4ebc-9023-0461afb2c782 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:51:46.575764 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e813223-7ca5-48d7-9e07-4b98b551befc', 'name': 'network-vif-deleted', 'tag': '95add7e0-dcd6-4162-b2f0-938fe90131d1', 'status': 'completed', 'code': 200} Jun 16 13:51:46.590797 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-04f43c54-a913-4e62-9683-964e9762f42f req-37e6964b-aa73-46ae-83ab-1d2d3dad6573 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704486 Jun 16 13:51:46.887995 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55866) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:46.915626 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-cd8f8d97-56b5-45b6-8fca-fad939d207dc req-b809b127-0fc6-4fab-afb1-d63fef8a0d44 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e813223-7ca5-48d7-9e07-4b98b551befc HTTP/1.1" status: 200 len: 210 time: 0.0559080 Jun 16 13:51:46.919629 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c7568d6d-7fd4-43e1-9133-599c8a094ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:47.042244 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c7568d6d-7fd4-43e1-9133-599c8a094ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:47.047999 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c7568d6d-7fd4-43e1-9133-599c8a094ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:47.051750 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-78d4f605-090e-4793-b03b-c7c489b7a9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:47.103988 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-c7568d6d-7fd4-43e1-9133-599c8a094ad7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ae9f9c3aa324d0d812e4854662a5eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2101779 Jun 16 13:51:47.103988 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55868) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:47.111448 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7568d6d-7fd4-43e1-9133-599c8a094ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955303fc-1937-48ce-b5bf-839db56a4274,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:47.119882 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c7568d6d-7fd4-43e1-9133-599c8a094ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:47.158674 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b5f29d6d-eaf6-4357-9da9-033c0bc9f2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:47.180405 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b5f29d6d-eaf6-4357-9da9-033c0bc9f2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:47.229819 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b5f29d6d-eaf6-4357-9da9-033c0bc9f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:47.232727 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b5f29d6d-eaf6-4357-9da9-033c0bc9f2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:47.233923 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-b5f29d6d-eaf6-4357-9da9-033c0bc9f2f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/955303fc-1937-48ce-b5bf-839db56a4274 HTTP/1.1" status: 204 len: 168 time: 0.1293321 Jun 16 13:51:47.234699 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-84572ea1-1938-42ea-b0d3-acfe12099acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:47.242561 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f29d6d-eaf6-4357-9da9-033c0bc9f2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955303fc-1937-48ce-b5bf-839db56a4274,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:47.244780 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-b5f29d6d-eaf6-4357-9da9-033c0bc9f2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:47.839734 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555cb27-d088-428e-b2f7-1a18458a100e req-662577a3-094f-4a2b-9dd3-cdc39fa55f2d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:47.841284 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a555cb27-d088-428e-b2f7-1a18458a100e req-662577a3-094f-4a2b-9dd3-cdc39fa55f2d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.1090696 Jun 16 13:51:47.887195 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a555cb27-d088-428e-b2f7-1a18458a100e req-3e06133e-20a8-4e03-b67f-69f5221ffdc0 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391037 Jun 16 13:51:48.032767 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55894) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:48.099115 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bb3de546-b48e-4dfb-8c80-0ff668d101b0 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:48.124700 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bb3de546-b48e-4dfb-8c80-0ff668d101b0 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:48.190146 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bb3de546-b48e-4dfb-8c80-0ff668d101b0 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:48.193355 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bb3de546-b48e-4dfb-8c80-0ff668d101b0 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:48.199037 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-bb3de546-b48e-4dfb-8c80-0ff668d101b0 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] 10.222.0.26 "DELETE /v2.0/security-groups/82bb2ace-c45b-4e47-be1a-2c0dbc52ef96 HTTP/1.1" status: 204 len: 168 time: 0.1609128 Jun 16 13:51:48.199037 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-4305fa23-e4cc-4bb9-af8d-669c95c65c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:48.211942 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3de546-b48e-4dfb-8c80-0ff668d101b0 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bb2ace-c45b-4e47-be1a-2c0dbc52ef96,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:48.215050 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-bb3de546-b48e-4dfb-8c80-0ff668d101b0 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:48.264122 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 55902) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:48.789717 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-378ecccc-2243-46d1-8daf-8f5b9682e6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364532'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:49.169624 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f52805-e6ff-43df-93f7-39de5ebca3ed req-cf4b1fb0-9621-4eb5-b7c4-f327c7fa918c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:49.171832 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-48f52805-e6ff-43df-93f7-39de5ebca3ed req-cf4b1fb0-9621-4eb5-b7c4-f327c7fa918c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.1289573 Jun 16 13:51:49.201982 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-378ecccc-2243-46d1-8daf-8f5b9682e6a4 admin admin] Deleting port 6c618f4d-c2dc-4b08-a734-641dcf529c18 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:51:49.202361 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-378ecccc-2243-46d1-8daf-8f5b9682e6a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:49.260019 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-48f52805-e6ff-43df-93f7-39de5ebca3ed req-e6931c5e-87d8-4836-8b75-1d27e9f6a8ed tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787833 Jun 16 13:51:49.272109 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 95add7e0-dcd6-4162-b2f0-938fe90131d1 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:51:49.298141 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] No Port match for: 95add7e0-dcd6-4162-b2f0-938fe90131d1 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:51:49.298642 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 95add7e0-dcd6-4162-b2f0-938fe90131d1 not bound to the agent host hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:51:49.328620 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-378ecccc-2243-46d1-8daf-8f5b9682e6a4 admin admin] For port 6c618f4d-c2dc-4b08-a734-641dcf529c18, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=6c618f4d-c2dc-4b08-a734-641dcf529c18,segment=NetworkSegment(6e93d335-f264-4a19-a7d6-db101b32c88f),segment_id=6e93d335-f264-4a19-a7d6-db101b32c88f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:49.329290 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-378ecccc-2243-46d1-8daf-8f5b9682e6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:49.401166 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-378ecccc-2243-46d1-8daf-8f5b9682e6a4 admin admin] Calling delete_port for 6c618f4d-c2dc-4b08-a734-641dcf529c18 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:51:49.611344 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-378ecccc-2243-46d1-8daf-8f5b9682e6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:49.613361 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:49.637373 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ecccc-2243-46d1-8daf-8f5b9682e6a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c618f4d-c2dc-4b08-a734-641dcf529c18,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:49.639928 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-378ecccc-2243-46d1-8daf-8f5b9682e6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:49.840151 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-378ecccc-2243-46d1-8daf-8f5b9682e6a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364384'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:50.388989 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378ecccc-2243-46d1-8daf-8f5b9682e6a4 admin admin] Router 74134424-fc5d-4619-825b-85f42008494c has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:51:50.523524 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9770549-0d84-4404-ae93-650d62ff5f89 req-cfd4d9be-5510-4243-8cbc-00cf0d605285 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:50.523524 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b9770549-0d84-4404-ae93-650d62ff5f89 req-cfd4d9be-5510-4243-8cbc-00cf0d605285 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.1025879 Jun 16 13:51:50.543355 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378ecccc-2243-46d1-8daf-8f5b9682e6a4 admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:51:50.553182 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-378ecccc-2243-46d1-8daf-8f5b9682e6a4 admin admin] 10.222.0.26 "PUT /v2.0/routers/74134424-fc5d-4619-825b-85f42008494c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2843723 Jun 16 13:51:50.553336 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 55944) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:50.560876 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7bf6c8-2f36-4d97-8a4f-1e910341125e None None] Sync routers for ids ['74134424-fc5d-4619-825b-85f42008494c'] in dv-cinder-774286-16-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:51:50.595587 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7bf6c8-2f36-4d97-8a4f-1e910341125e None None] Routers {'74134424-fc5d-4619-825b-85f42008494c'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:51:50.596574 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-2e7bf6c8-2f36-4d97-8a4f-1e910341125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:51:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['74134424-fc5d-4619-825b-85f42008494c'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:50.599527 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b9770549-0d84-4404-ae93-650d62ff5f89 req-33b16323-4bc2-4bfe-babd-3fcc978257b5 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681691 Jun 16 13:51:50.746862 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-287213b6-0f74-4e99-a12d-8bf38e65e7f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:50.801340 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-2e7bf6c8-2f36-4d97-8a4f-1e910341125e None None] Set router 74134424-fc5d-4619-825b-85f42008494c gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:51:50.908582 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-287213b6-0f74-4e99-a12d-8bf38e65e7f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:50.970315 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-287213b6-0f74-4e99-a12d-8bf38e65e7f7 admin admin] Deleting port 98f7389c-5d25-4e40-9b06-4cef0fa9dec0 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:51:50.970647 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-287213b6-0f74-4e99-a12d-8bf38e65e7f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:51.112724 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-287213b6-0f74-4e99-a12d-8bf38e65e7f7 admin admin] For port 98f7389c-5d25-4e40-9b06-4cef0fa9dec0, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=98f7389c-5d25-4e40-9b06-4cef0fa9dec0,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:51.113226 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-287213b6-0f74-4e99-a12d-8bf38e65e7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:51.122367 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-2e7bf6c8-2f36-4d97-8a4f-1e910341125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74134424-fc5d-4619-825b-85f42008494c', 'name': 'tempest-TestShelveInstance-2096200860-router', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:48Z', 'updated_at': '2021-06-16T13:51:49Z', 'revision_number': 5, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'gw_port': {'id': '98f7389c-5d25-4e40-9b06-4cef0fa9dec0', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74134424-fc5d-4619-825b-85f42008494c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:49Z', 'updated_at': '2021-06-16T13:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:51.127249 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7bf6c8-2f36-4d97-8a4f-1e910341125e None None] Checking router: 74134424-fc5d-4619-825b-85f42008494c for host: dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:51:51.135520 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7bf6c8-2f36-4d97-8a4f-1e910341125e None None] Routers {'74134424-fc5d-4619-825b-85f42008494c'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:51:51.136132 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-2e7bf6c8-2f36-4d97-8a4f-1e910341125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:51:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['74134424-fc5d-4619-825b-85f42008494c'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:51.201196 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-287213b6-0f74-4e99-a12d-8bf38e65e7f7 admin admin] Calling delete_port for 98f7389c-5d25-4e40-9b06-4cef0fa9dec0 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:51:51.224446 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-2e7bf6c8-2f36-4d97-8a4f-1e910341125e None None] Set router 74134424-fc5d-4619-825b-85f42008494c gateway port host: None {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:51:51.287207 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-2e7bf6c8-2f36-4d97-8a4f-1e910341125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74134424-fc5d-4619-825b-85f42008494c', 'name': 'tempest-TestShelveInstance-2096200860-router', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:48Z', 'updated_at': '2021-06-16T13:51:50Z', 'revision_number': 6, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'gw_port_host': None}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:51.288014 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7bf6c8-2f36-4d97-8a4f-1e910341125e None None] The sync data for ids ['74134424-fc5d-4619-825b-85f42008494c'] in dv-cinder-774286-16-iscsi is: [{'id': '74134424-fc5d-4619-825b-85f42008494c', 'name': 'tempest-TestShelveInstance-2096200860-router', 'tenant_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:48Z', 'updated_at': '2021-06-16T13:51:50Z', 'revision_number': 6, 'project_id': 'ebd6e7f2412b421191a4d9c5792eacf9', 'gw_port_host': None}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:51:51.418820 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-287213b6-0f74-4e99-a12d-8bf38e65e7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:51.421471 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-1b02feb8-e519-4afd-aad1-71a303efae22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:51.449299 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287213b6-0f74-4e99-a12d-8bf38e65e7f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=98f7389c-5d25-4e40-9b06-4cef0fa9dec0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:51.452298 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-287213b6-0f74-4e99-a12d-8bf38e65e7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:51.514468 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-287213b6-0f74-4e99-a12d-8bf38e65e7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375843'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:51.605250 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-287213b6-0f74-4e99-a12d-8bf38e65e7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15934'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:51.607388 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-287213b6-0f74-4e99-a12d-8bf38e65e7f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:51.654872 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-287213b6-0f74-4e99-a12d-8bf38e65e7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678761'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:51.656153 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287213b6-0f74-4e99-a12d-8bf38e65e7f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74134424-fc5d-4619-825b-85f42008494c {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 13:51:51.661798 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-287213b6-0f74-4e99-a12d-8bf38e65e7f7 admin admin] Notify callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:51.666714 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-287213b6-0f74-4e99-a12d-8bf38e65e7f7 admin admin] 10.222.0.26 "DELETE /v2.0/routers/74134424-fc5d-4619-825b-85f42008494c HTTP/1.1" status: 204 len: 168 time: 1.1090167 Jun 16 13:51:51.667512 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55950) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:51.723521 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e7fc55-589b-474c-a297-37d3ae8fd82f admin admin] Deleting subnet 2f69e043-1255-4377-a60c-e1b80639a890 {{(pid=103637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:51:51.727064 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8e7fc55-589b-474c-a297-37d3ae8fd82f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:51.765506 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8e7fc55-589b-474c-a297-37d3ae8fd82f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735866'] for subnet, precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:51.895371 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f3456-2ae5-4ac9-87fe-77c1762839ee req-7bba7016-e59c-40e5-acfb-70b3cb6fb099 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:51.897252 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a71f3456-2ae5-4ac9-87fe-77c1762839ee req-7bba7016-e59c-40e5-acfb-70b3cb6fb099 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.0860786 Jun 16 13:51:51.947586 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8e7fc55-589b-474c-a297-37d3ae8fd82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7909541'] for subnet, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:51.958441 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a71f3456-2ae5-4ac9-87fe-77c1762839ee req-39f57b61-0059-4747-8500-ebab6ccb43a6 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547440 Jun 16 13:51:52.016369 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8e7fc55-589b-474c-a297-37d3ae8fd82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7909562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8884997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398638'] for subnet, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:52.019006 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:52.052574 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7fc55-589b-474c-a297-37d3ae8fd82f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f69e043-1255-4377-a60c-e1b80639a890,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:52.057301 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d8e7fc55-589b-474c-a297-37d3ae8fd82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:52.062701 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8e7fc55-589b-474c-a297-37d3ae8fd82f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:52.069392 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26d7bb6-c67b-477a-a4d9-8a2297c7d2b6 None None] Network 24e75871-b5d6-4e6b-a8f8-3bb7c470f65d requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:51:52.072028 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-d8e7fc55-589b-474c-a297-37d3ae8fd82f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2f69e043-1255-4377-a60c-e1b80639a890 HTTP/1.1" status: 204 len: 168 time: 0.4030528 Jun 16 13:51:52.073070 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55956) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:52.194235 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101688'] for network, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:52.304372 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] Deleting port deeb8224-9b4e-45b2-af6b-21ff09306b96 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:51:52.304893 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:52.368072 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb612e93-dbdd-4035-a6f7-e9f54fd4836a None None] DHCP port deletion for 24e75871-b5d6-4e6b-a8f8-3bb7c470f65d request from dv-cinder-774286-16-iscsi {{(pid=103638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 13:51:52.408987 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] For port deeb8224-9b4e-45b2-af6b-21ff09306b96, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=deeb8224-9b4e-45b2-af6b-21ff09306b96,segment=NetworkSegment(6e93d335-f264-4a19-a7d6-db101b32c88f),segment_id=6e93d335-f264-4a19-a7d6-db101b32c88f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:52.409351 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:52.456537 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fb612e93-dbdd-4035-a6f7-e9f54fd4836a None None] Deleting port deeb8224-9b4e-45b2-af6b-21ff09306b96 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:51:52.457305 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fb612e93-dbdd-4035-a6f7-e9f54fd4836a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:52.551274 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] Calling delete_port for deeb8224-9b4e-45b2-af6b-21ff09306b96 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:51:52.577509 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fb612e93-dbdd-4035-a6f7-e9f54fd4836a None None] For port deeb8224-9b4e-45b2-af6b-21ff09306b96, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=deeb8224-9b4e-45b2-af6b-21ff09306b96,segment=NetworkSegment(6e93d335-f264-4a19-a7d6-db101b32c88f),segment_id=6e93d335-f264-4a19-a7d6-db101b32c88f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:52.578129 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fb612e93-dbdd-4035-a6f7-e9f54fd4836a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:52.714750 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fb612e93-dbdd-4035-a6f7-e9f54fd4836a None None] Calling delete_port for deeb8224-9b4e-45b2-af6b-21ff09306b96 owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:51:52.728906 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device deeb8224-9b4e-45b2-af6b-21ff09306b96 no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:51:52.767765 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:52.770781 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-aa46dd41-9740-4283-8cc3-50654c03f30b tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:52.820574 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] Pushing event deleted for resources: {'Port': ['ID=deeb8224-9b4e-45b2-af6b-21ff09306b96,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:52.823283 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] No DVR routers for this DVR port deeb8224-9b4e-45b2-af6b-21ff09306b96 on host dv-cinder-774286-16-iscsi {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:51:52.829625 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:52.881662 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No active binding found for port deeb8224-9b4e-45b2-af6b-21ff09306b96 {{(pid=103638) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 16 13:51:52.882373 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device deeb8224-9b4e-45b2-af6b-21ff09306b96 not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:51:52.883087 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 98f7389c-5d25-4e40-9b06-4cef0fa9dec0 no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:51:52.919438 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: 98f7389c-5d25-4e40-9b06-4cef0fa9dec0 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:51:52.920018 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 98f7389c-5d25-4e40-9b06-4cef0fa9dec0 not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:51:52.920722 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 6c618f4d-c2dc-4b08-a734-641dcf529c18 no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:51:52.938066 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7908138', 'neutron.services.segments.db._delete_segments_for_network-8768724746033'] for network, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:52.953233 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e75871-b5d6-4e6b-a8f8-3bb7c470f65d']}} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:52.957127 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: 6c618f4d-c2dc-4b08-a734-641dcf529c18 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:51:52.957606 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 6c618f4d-c2dc-4b08-a734-641dcf529c18 not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:51:52.972882 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e93d335-f264-4a19-a7d6-db101b32c88f') {'for_net_delete': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:52.973901 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e93d335-f264-4a19-a7d6-db101b32c88f') {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:52.986752 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fb612e93-dbdd-4035-a6f7-e9f54fd4836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159'] for port, after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:52.991759 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-d307cfd6-228d-4b4a-af7d-ffa76a0682e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:52.996394 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768724745346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735843'] for segment, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:53.029066 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:53.039992 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] Releasing vlan 1372 on physical network physnet1 to pool {{(pid=103637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:51:53.040425 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8885146'] for segment, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:53.044301 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb612e93-dbdd-4035-a6f7-e9f54fd4836a None None] Pushing event deleted for resources: {'Port': ['ID=deeb8224-9b4e-45b2-af6b-21ff09306b96,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:53.053090 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fb612e93-dbdd-4035-a6f7-e9f54fd4836a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:53.056867 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb612e93-dbdd-4035-a6f7-e9f54fd4836a None None] No DVR routers for this DVR port deeb8224-9b4e-45b2-af6b-21ff09306b96 on host dv-cinder-774286-16-iscsi {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: Traceback (most recent call last): Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: timer() Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: cb(*args, **kw) Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: return func(*args, **kwargs) Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: self._notify() Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: self.callback(batched_events) Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: event.method(event) Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: return f(self, *a, **k) Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: return self._get(url).json() Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: return self.request(url, 'GET', **kwargs) Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:51:53.065112 dv-cinder-774286-16-iscsi neutron-server[103637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:51:53.175571 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7908131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375885'] for network, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:53.185549 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ff803297-4d70-4fd1-a588-d7ad08e0f5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:53.203356 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:53.205347 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] 10.222.0.26 "DELETE /v2.0/networks/24e75871-b5d6-4e6b-a8f8-3bb7c470f65d HTTP/1.1" status: 204 len: 168 time: 1.1309483 Jun 16 13:51:53.211269 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 55988) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:53.225043 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] Pushing event deleted for resources: {'Network': ['ID=24e75871-b5d6-4e6b-a8f8-3bb7c470f65d,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:53.225043 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-2dd36562-9563-4c6b-ae2a-4df835b5f91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:53.258744 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8509c2-eaa4-44da-80be-b0d57cea0169 req-c026e237-fcb0-48dd-bba5-654428ea031f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:53.261388 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5d8509c2-eaa4-44da-80be-b0d57cea0169 req-c026e237-fcb0-48dd-bba5-654428ea031f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.1240172 Jun 16 13:51:53.282540 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55990) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:53.287348 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 44ef8105-e80d-48a4-a394-ecb90c682c9b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:51:53.315079 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5d8509c2-eaa4-44da-80be-b0d57cea0169 req-bf84e7ae-121d-49a6-b839-c413317402d6 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473337 Jun 16 13:51:53.412403 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 44ef8105-e80d-48a4-a394-ecb90c682c9b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=44ef8105-e80d-48a4-a394-ecb90c682c9b,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:53.429161 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': '44ef8105-e80d-48a4-a394-ecb90c682c9b', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'port_id': '44ef8105-e80d-48a4-a394-ecb90c682c9b', 'mac_address': 'fa:16:3e:56:1f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:51:53.439002 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5e423535-94e4-4d3c-a39d-e832e5bd4a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:53.473179 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:53.503370 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44ef8105-e80d-48a4-a394-ecb90c682c9b {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:51:53.531027 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 44ef8105-e80d-48a4-a394-ecb90c682c9b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=44ef8105-e80d-48a4-a394-ecb90c682c9b,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:53.537223 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:53.539484 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:53.560125 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5e423535-94e4-4d3c-a39d-e832e5bd4a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:53.566722 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5e423535-94e4-4d3c-a39d-e832e5bd4a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:53.579268 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-68e61c4e-9d76-400a-b9c4-75f05a667e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:53.600708 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=44ef8105-e80d-48a4-a394-ecb90c682c9b,revision_number=6']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:53.611496 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:53.612019 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:53.612804 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:53.613362 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:53.613723 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:53.613904 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-5e423535-94e4-4d3c-a39d-e832e5bd4a1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f37441d4b04b41cfb3422cd74dfa2847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302453 Jun 16 13:51:53.615418 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:53.615789 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:53.616135 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:53.616478 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:53.616840 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:53.617265 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:53.617610 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:53.617763 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 55994) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:53.624161 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e423535-94e4-4d3c-a39d-e832e5bd4a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2605588-ac34-4114-90c4-337df2b459f6,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:53.628634 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-5e423535-94e4-4d3c-a39d-e832e5bd4a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:53.634095 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['44ef8105-e80d-48a4-a394-ecb90c682c9b'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:51:53.636633 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:53.680623 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-003cd68b-7336-41f7-bde7-42b39d17c172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:53.699823 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0ee81f9-fdd6-4b06-8d50-7004d301cc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364532'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:53.710437 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-003cd68b-7336-41f7-bde7-42b39d17c172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:53.766439 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-003cd68b-7336-41f7-bde7-42b39d17c172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:53.770401 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-003cd68b-7336-41f7-bde7-42b39d17c172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:53.771860 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-003cd68b-7336-41f7-bde7-42b39d17c172 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2605588-ac34-4114-90c4-337df2b459f6 HTTP/1.1" status: 204 len: 168 time: 0.1531172 Jun 16 13:51:53.772752 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7457b271-f9ec-4fb7-aa4a-7dd8b8ca214a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:53.781729 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003cd68b-7336-41f7-bde7-42b39d17c172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2605588-ac34-4114-90c4-337df2b459f6,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:53.784162 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-003cd68b-7336-41f7-bde7-42b39d17c172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:54.005465 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee81f9-fdd6-4b06-8d50-7004d301cc9b admin admin] Deleting port 0a50f67f-2e98-4275-907f-352f7f6e86f5 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:51:54.005888 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0ee81f9-fdd6-4b06-8d50-7004d301cc9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:54.085702 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56000) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:54.089100 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e0ee81f9-fdd6-4b06-8d50-7004d301cc9b admin admin] For port 0a50f67f-2e98-4275-907f-352f7f6e86f5, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=0a50f67f-2e98-4275-907f-352f7f6e86f5,segment=NetworkSegment(cbc82b24-039e-49ab-a289-f3fba038d054),segment_id=cbc82b24-039e-49ab-a289-f3fba038d054)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:54.089468 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0ee81f9-fdd6-4b06-8d50-7004d301cc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:54.099079 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-12f95f75-56e6-4ae6-8fa5-1244e21dc1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:54.158905 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee81f9-fdd6-4b06-8d50-7004d301cc9b admin admin] Calling delete_port for 0a50f67f-2e98-4275-907f-352f7f6e86f5 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:51:54.194627 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-12f95f75-56e6-4ae6-8fa5-1244e21dc1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:54.199164 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-12f95f75-56e6-4ae6-8fa5-1244e21dc1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:54.202798 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-0b3491ca-d9c5-4c83-b96c-928cb95662bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:54.238813 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-12f95f75-56e6-4ae6-8fa5-1244e21dc1f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=acac883535e14a708396e7445b8189f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519282 Jun 16 13:51:54.239745 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f95f75-56e6-4ae6-8fa5-1244e21dc1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54376930-6a4c-4071-9461-d12949b7210b,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:54.243043 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-12f95f75-56e6-4ae6-8fa5-1244e21dc1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:54.243526 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56002) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:54.297214 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c09bebfd-2435-461e-bed1-02e74c48c208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:54.319901 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c09bebfd-2435-461e-bed1-02e74c48c208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:54.345150 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0ee81f9-fdd6-4b06-8d50-7004d301cc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:54.347590 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-88a031c9-544a-4e47-b641-b946455c48b9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:54.370605 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee81f9-fdd6-4b06-8d50-7004d301cc9b admin admin] Pushing event deleted for resources: {'Port': ['ID=0a50f67f-2e98-4275-907f-352f7f6e86f5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:54.374904 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-e0ee81f9-fdd6-4b06-8d50-7004d301cc9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:54.387159 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c09bebfd-2435-461e-bed1-02e74c48c208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:54.389867 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c09bebfd-2435-461e-bed1-02e74c48c208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:54.393455 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-c09bebfd-2435-461e-bed1-02e74c48c208 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54376930-6a4c-4071-9461-d12949b7210b HTTP/1.1" status: 204 len: 168 time: 0.1487846 Jun 16 13:51:54.394425 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-2de6b6f0-daa4-4dd0-a392-509ecd715104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:54.404136 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bebfd-2435-461e-bed1-02e74c48c208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54376930-6a4c-4071-9461-d12949b7210b,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:54.407494 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c09bebfd-2435-461e-bed1-02e74c48c208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:54.588398 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0ee81f9-fdd6-4b06-8d50-7004d301cc9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364384'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:54.607531 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d7f3a-e691-4111-af87-ee6bf5215bf9 req-27c0698e-b6a5-4232-af1f-02daa7b68a68 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:54.609237 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-289d7f3a-e691-4111-af87-ee6bf5215bf9 req-27c0698e-b6a5-4232-af1f-02daa7b68a68 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 945 time: 0.1301026 Jun 16 13:51:54.725364 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-289d7f3a-e691-4111-af87-ee6bf5215bf9 req-f30c8650-1c77-42ec-b8d0-197b5ee50b09 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747857 Jun 16 13:51:54.882295 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ee81f9-fdd6-4b06-8d50-7004d301cc9b admin admin] Router beace749-9299-4659-b038-26dcabebeb60 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:51:55.033775 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ee81f9-fdd6-4b06-8d50-7004d301cc9b admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:51:55.042004 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-e0ee81f9-fdd6-4b06-8d50-7004d301cc9b admin admin] 10.222.0.26 "PUT /v2.0/routers/beace749-9299-4659-b038-26dcabebeb60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8320518 Jun 16 13:51:55.042176 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56030) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:55.046882 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093d3cc7-e5e2-4847-ab20-55ed0f189490 None None] Sync routers for ids ['beace749-9299-4659-b038-26dcabebeb60'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:51:55.058185 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093d3cc7-e5e2-4847-ab20-55ed0f189490 None None] Routers {'beace749-9299-4659-b038-26dcabebeb60'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:51:55.058820 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-093d3cc7-e5e2-4847-ab20-55ed0f189490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:51:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['beace749-9299-4659-b038-26dcabebeb60'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:55.238430 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ac77f8d7-b489-47b0-8622-a07bebb17390 admin admin] Notify callbacks [] for router, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:55.243043 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-093d3cc7-e5e2-4847-ab20-55ed0f189490 None None] Set router beace749-9299-4659-b038-26dcabebeb60 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:51:55.306330 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 44ef8105-e80d-48a4-a394-ecb90c682c9b up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:51:55.443388 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port 44ef8105-e80d-48a4-a394-ecb90c682c9b triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:51:55.443899 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:55.447633 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ac77f8d7-b489-47b0-8622-a07bebb17390 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:55.517030 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ac77f8d7-b489-47b0-8622-a07bebb17390 admin admin] Deleting port 556b6d67-48d8-4fdf-95c0-55a4ab2888ef {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:51:55.517808 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ac77f8d7-b489-47b0-8622-a07bebb17390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:55.556559 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-093d3cc7-e5e2-4847-ab20-55ed0f189490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beace749-9299-4659-b038-26dcabebeb60', 'name': 'tempest-TestShelveInstance-1985487703-router', 'tenant_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '556b6d67-48d8-4fdf-95c0-55a4ab2888ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:51:54Z', 'revision_number': 5, 'project_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'gw_port': {'id': '556b6d67-48d8-4fdf-95c0-55a4ab2888ef', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beace749-9299-4659-b038-26dcabebeb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:07Z', 'updated_at': '2021-06-16T13:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:55.567121 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093d3cc7-e5e2-4847-ab20-55ed0f189490 None None] Checking router: beace749-9299-4659-b038-26dcabebeb60 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:51:55.584401 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:55.600072 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093d3cc7-e5e2-4847-ab20-55ed0f189490 None None] Routers {'beace749-9299-4659-b038-26dcabebeb60'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:51:55.600500 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-093d3cc7-e5e2-4847-ab20-55ed0f189490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:51:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['beace749-9299-4659-b038-26dcabebeb60'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:55.644692 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ac77f8d7-b489-47b0-8622-a07bebb17390 admin admin] For port 556b6d67-48d8-4fdf-95c0-55a4ab2888ef, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=556b6d67-48d8-4fdf-95c0-55a4ab2888ef,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:55.645154 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ac77f8d7-b489-47b0-8622-a07bebb17390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:55.654925 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad5047d-2ee4-4731-994a-f5753fe27b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ef8105-e80d-48a4-a394-ecb90c682c9b'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:51:55.657448 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ff3f62-0385-45b5-9a84-334ac0a49709" -d '{"events": [{"server_uuid": "5ad5047d-2ee4-4731-994a-f5753fe27b3e", "name": "network-vif-plugged", "status": "completed", "tag": "44ef8105-e80d-48a4-a394-ecb90c682c9b"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:51:55.701556 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 44ef8105-e80d-48a4-a394-ecb90c682c9b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=44ef8105-e80d-48a4-a394-ecb90c682c9b,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:55.707914 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:55.714867 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8845698b-aba4-4137-add3-b3f8adad3648 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:55.740897 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a5873d-2972-4035-b87d-46d5eecf4f12 x-openstack-request-id: req-04a5873d-2972-4035-b87d-46d5eecf4f12 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:51:55.741284 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad5047d-2ee4-4731-994a-f5753fe27b3e", "name": "network-vif-plugged", "status": "completed", "tag": "44ef8105-e80d-48a4-a394-ecb90c682c9b", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:51:55.741610 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-04a5873d-2972-4035-b87d-46d5eecf4f12 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:51:55.742081 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad5047d-2ee4-4731-994a-f5753fe27b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ef8105-e80d-48a4-a394-ecb90c682c9b', 'code': 200} Jun 16 13:51:55.747188 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ac77f8d7-b489-47b0-8622-a07bebb17390 admin admin] Calling delete_port for 556b6d67-48d8-4fdf-95c0-55a4ab2888ef owned by network:router_gateway {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:51:55.758526 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-093d3cc7-e5e2-4847-ab20-55ed0f189490 None None] Set router beace749-9299-4659-b038-26dcabebeb60 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:51:55.856747 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-093d3cc7-e5e2-4847-ab20-55ed0f189490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beace749-9299-4659-b038-26dcabebeb60', 'name': 'tempest-TestShelveInstance-1985487703-router', 'tenant_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:51:55Z', 'revision_number': 6, 'project_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'gw_port_host': None}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:55.864389 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093d3cc7-e5e2-4847-ab20-55ed0f189490 None None] The sync data for ids ['beace749-9299-4659-b038-26dcabebeb60'] in dv-cinder-774286-16-iscsi is: [{'id': 'beace749-9299-4659-b038-26dcabebeb60', 'name': 'tempest-TestShelveInstance-1985487703-router', 'tenant_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:05Z', 'updated_at': '2021-06-16T13:51:55Z', 'revision_number': 6, 'project_id': '0ce883f3a2df4bdda051cbc40d8dba74', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:51:55.867526 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=44ef8105-e80d-48a4-a394-ecb90c682c9b,revision_number=7']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:55.870972 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:56.047541 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ac77f8d7-b489-47b0-8622-a07bebb17390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.050552 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56068) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:56.051743 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-aa0080ed-6b6e-4aff-a8b0-b5a2b1c1e6bf tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:56.083376 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77f8d7-b489-47b0-8622-a07bebb17390 admin admin] Pushing event deleted for resources: {'Port': ['ID=556b6d67-48d8-4fdf-95c0-55a4ab2888ef,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:56.087210 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ac77f8d7-b489-47b0-8622-a07bebb17390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:56.130553 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f432e14-9d0c-4169-925f-8544fce61c1a req-801db439-be57-49f6-8db8-41aa788525a2 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:56.136557 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0f432e14-9d0c-4169-925f-8544fce61c1a req-801db439-be57-49f6-8db8-41aa788525a2 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.1435618 Jun 16 13:51:56.160439 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ac77f8d7-b489-47b0-8622-a07bebb17390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375843'] for router_gateway, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.200324 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0f432e14-9d0c-4169-925f-8544fce61c1a req-ad64f88e-23f8-4bf3-ab65-309fdd8853d6 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557866 Jun 16 13:51:56.302965 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ac77f8d7-b489-47b0-8622-a07bebb17390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15934'] for router, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.305729 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ac77f8d7-b489-47b0-8622-a07bebb17390 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.308712 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bbde98d1-6c7b-4d75-9ffb-704bed65fa85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.412164 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ac77f8d7-b489-47b0-8622-a07bebb17390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678761'] for router, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.412573 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac77f8d7-b489-47b0-8622-a07bebb17390 admin admin] Fanout notify agent at l3_agent the message router_deleted on router beace749-9299-4659-b038-26dcabebeb60 {{(pid=103637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 13:51:56.422360 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ac77f8d7-b489-47b0-8622-a07bebb17390 admin admin] Notify callbacks [] for router, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.423517 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ac77f8d7-b489-47b0-8622-a07bebb17390 admin admin] 10.222.0.26 "DELETE /v2.0/routers/beace749-9299-4659-b038-26dcabebeb60 HTTP/1.1" status: 204 len: 168 time: 1.3800590 Jun 16 13:51:56.427375 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56072) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:56.497164 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bbde98d1-6c7b-4d75-9ffb-704bed65fa85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.500251 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b17eb7-ddc0-4e75-bdba-bb56995b4536 admin admin] Deleting subnet 35670d89-108c-4e2a-9bde-9d3fc8f9284a {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:51:56.502864 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bbde98d1-6c7b-4d75-9ffb-704bed65fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.504509 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07b17eb7-ddc0-4e75-bdba-bb56995b4536 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.507277 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-35a33ede-8846-4db3-8687-ac69f853148a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:56.544708 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07b17eb7-ddc0-4e75-bdba-bb56995b4536 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787033'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.549112 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-bbde98d1-6c7b-4d75-9ffb-704bed65fa85 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d7f7ff2efb7403095a30d1c00466dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4947429 Jun 16 13:51:56.550389 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde98d1-6c7b-4d75-9ffb-704bed65fa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4d3a62-32b9-4e6b-87f2-a11130b52e4d,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:56.553152 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56074) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:56.559493 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-bbde98d1-6c7b-4d75-9ffb-704bed65fa85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:56.614093 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c6f31d23-6322-48ba-aa5c-44f356ca349a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.640430 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c6f31d23-6322-48ba-aa5c-44f356ca349a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.661821 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07b17eb7-ddc0-4e75-bdba-bb56995b4536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7909541'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.721138 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c6f31d23-6322-48ba-aa5c-44f356ca349a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.724388 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c6f31d23-6322-48ba-aa5c-44f356ca349a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.725911 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-c6f31d23-6322-48ba-aa5c-44f356ca349a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0c4d3a62-32b9-4e6b-87f2-a11130b52e4d HTTP/1.1" status: 204 len: 168 time: 0.1718354 Jun 16 13:51:56.726787 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7f2a11e9-9ad2-47f8-990c-54b9f5cc7eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:56.738463 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f31d23-6322-48ba-aa5c-44f356ca349a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4d3a62-32b9-4e6b-87f2-a11130b52e4d,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:56.754264 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c6f31d23-6322-48ba-aa5c-44f356ca349a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:56.770287 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07b17eb7-ddc0-4e75-bdba-bb56995b4536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7909562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3313828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4132075'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.773303 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:56.804898 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b17eb7-ddc0-4e75-bdba-bb56995b4536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35670d89-108c-4e2a-9bde-9d3fc8f9284a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:56.807968 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-07b17eb7-ddc0-4e75-bdba-bb56995b4536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:56.811574 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07b17eb7-ddc0-4e75-bdba-bb56995b4536 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.817130 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-07b17eb7-ddc0-4e75-bdba-bb56995b4536 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/35670d89-108c-4e2a-9bde-9d3fc8f9284a HTTP/1.1" status: 204 len: 168 time: 0.3849852 Jun 16 13:51:56.817500 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56078) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:56.819276 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b53976-a631-4011-a86d-3ba4666f01b7 None None] Network dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:51:56.923175 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 556b6d67-48d8-4fdf-95c0-55a4ab2888ef no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:51:56.925937 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101688'] for network, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.952735 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: 556b6d67-48d8-4fdf-95c0-55a4ab2888ef {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:51:56.953360 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 556b6d67-48d8-4fdf-95c0-55a4ab2888ef not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:51:56.953846 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 0a50f67f-2e98-4275-907f-352f7f6e86f5 no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:51:56.991907 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: 0a50f67f-2e98-4275-907f-352f7f6e86f5 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:51:56.992353 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 0a50f67f-2e98-4275-907f-352f7f6e86f5 not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:51:57.021203 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] Deleting port d907b395-c9de-4eda-a614-7151c30008ed {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:51:57.021542 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:57.133902 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] For port d907b395-c9de-4eda-a614-7151c30008ed, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=d907b395-c9de-4eda-a614-7151c30008ed,segment=NetworkSegment(cbc82b24-039e-49ab-a289-f3fba038d054),segment_id=cbc82b24-039e-49ab-a289-f3fba038d054)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:57.134404 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:57.185627 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f4162d-bc57-413d-8849-339e2b31956a None None] DHCP port deletion for dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc request from dv-cinder-774286-16-iscsi {{(pid=103638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 13:51:57.271177 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] Calling delete_port for d907b395-c9de-4eda-a614-7151c30008ed owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:51:57.287466 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e2f4162d-bc57-413d-8849-339e2b31956a None None] Deleting port d907b395-c9de-4eda-a614-7151c30008ed {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:51:57.287850 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e2f4162d-bc57-413d-8849-339e2b31956a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:57.378345 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:57.382066 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-e9ab76e8-9e29-4e05-b5f9-2cc90632622b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:57.427212 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] Pushing event deleted for resources: {'Port': ['ID=d907b395-c9de-4eda-a614-7151c30008ed,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:57.443584 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e2f4162d-bc57-413d-8849-339e2b31956a None None] For port d907b395-c9de-4eda-a614-7151c30008ed, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=d907b395-c9de-4eda-a614-7151c30008ed,segment=NetworkSegment(cbc82b24-039e-49ab-a289-f3fba038d054),segment_id=cbc82b24-039e-49ab-a289-f3fba038d054)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:57.444193 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e2f4162d-bc57-413d-8849-339e2b31956a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:57.450116 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:57.454896 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] No DVR routers for this DVR port d907b395-c9de-4eda-a614-7151c30008ed on host dv-cinder-774286-16-iscsi {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:51:57.526971 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e2f4162d-bc57-413d-8849-339e2b31956a None None] Calling delete_port for d907b395-c9de-4eda-a614-7151c30008ed owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:51:57.621948 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e2f4162d-bc57-413d-8849-339e2b31956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159'] for port, after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:57.625261 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:57.652105 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4162d-bc57-413d-8849-339e2b31956a None None] Pushing event deleted for resources: {'Port': ['ID=d907b395-c9de-4eda-a614-7151c30008ed,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:57.657040 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-e2f4162d-bc57-413d-8849-339e2b31956a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:57.660773 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f4162d-bc57-413d-8849-339e2b31956a None None] No DVR routers for this DVR port d907b395-c9de-4eda-a614-7151c30008ed on host dv-cinder-774286-16-iscsi {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:51:57.875052 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56100) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:57.907420 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887d82e-650f-4dc2-896f-fe21fa386441 req-12966198-a7ef-4c6d-91ef-3f908ffe26f3 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:57.909585 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8887d82e-650f-4dc2-896f-fe21fa386441 req-12966198-a7ef-4c6d-91ef-3f908ffe26f3 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.5196764 Jun 16 13:51:57.915577 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7908138', 'neutron.services.segments.db._delete_segments_for_network-8768724746033'] for network, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:57.943153 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc']}} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:57.956750 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc82b24-039e-49ab-a289-f3fba038d054') {'for_net_delete': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:57.957018 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc82b24-039e-49ab-a289-f3fba038d054') {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:57.975700 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768724745346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735843'] for segment, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:57.990341 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8887d82e-650f-4dc2-896f-fe21fa386441 req-75f06e9c-0173-4405-8e86-1ed4b6a06bbe tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708530 Jun 16 13:51:58.000553 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:58.010181 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] Releasing vlan 1366 on physical network physnet1 to pool {{(pid=103637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:51:58.011963 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8885146'] for segment, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: Traceback (most recent call last): Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: timer() Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: cb(*args, **kw) Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: return func(*args, **kwargs) Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: self._notify() Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: self.callback(batched_events) Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: event.method(event) Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: return f(self, *a, **k) Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: return self._get(url).json() Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: return self.request(url, 'GET', **kwargs) Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:51:58.028126 dv-cinder-774286-16-iscsi neutron-server[103637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:51:58.040222 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e3ad17b6-9af8-4dd9-9670-ec0238b56016 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-892117322-network', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:51:58.071738 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ad17b6-9af8-4dd9-9670-ec0238b56016 admin admin] Made reservation on behalf of 8c95884cff12489e9b10a2a7494c24f1 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:51:58.074519 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e3ad17b6-9af8-4dd9-9670-ec0238b56016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:58.090422 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e3ad17b6-9af8-4dd9-9670-ec0238b56016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:58.091609 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7908131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375885'] for network, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:58.102102 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-91152c06-0165-4f48-a982-606696e13161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:58.106304 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:58.112201 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] 10.222.0.26 "DELETE /v2.0/networks/dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc HTTP/1.1" status: 204 len: 168 time: 1.2907381 Jun 16 13:51:58.137291 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] Pushing event deleted for resources: {'Network': ['ID=dcebbffa-3c34-4f45-9fda-a0d1f7ba3ccc,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:58.144389 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:58.236700 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e3ad17b6-9af8-4dd9-9670-ec0238b56016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:58.242474 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e3ad17b6-9af8-4dd9-9670-ec0238b56016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:58.250973 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-277f7a92-9274-4c04-bc52-0f1d925a7c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:58.297680 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ad17b6-9af8-4dd9-9670-ec0238b56016 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1352} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:51:58.306853 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad17b6-9af8-4dd9-9670-ec0238b56016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:58.317625 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-e3ad17b6-9af8-4dd9-9670-ec0238b56016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:58.325626 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e3ad17b6-9af8-4dd9-9670-ec0238b56016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:58.325825 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.db.segments_db [None req-e3ad17b6-9af8-4dd9-9670-ec0238b56016 admin admin] Added segment 7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7 of type vlan for network eae675ff-6760-494e-976a-ff819018914c Jun 16 13:51:58.354047 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56106) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:58.407840 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e3ad17b6-9af8-4dd9-9670-ec0238b56016 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768724243357'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:58.420894 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3d0daae9-554a-43a6-857c-0b8ff63bb051 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ebd6e7f2412b421191a4d9c5792eacf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0631084 Jun 16 13:51:58.421797 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56108) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:58.451921 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e3ad17b6-9af8-4dd9-9670-ec0238b56016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:58.454719 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad17b6-9af8-4dd9-9670-ec0238b56016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:58.455399 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e3ad17b6-9af8-4dd9-9670-ec0238b56016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:58.458313 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:58.513474 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7abe6811-45c6-4972-a536-77d16be46e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:58.531929 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-e3ad17b6-9af8-4dd9-9670-ec0238b56016 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6514375 Jun 16 13:51:58.534695 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56110) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:58.543105 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5efc444d-b674-4e11-ab72-2c8083b290ad admin admin] Request body: {'subnet': {'network_id': 'eae675ff-6760-494e-976a-ff819018914c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-892117322-subnet', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:51:58.548533 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad17b6-9af8-4dd9-9670-ec0238b56016 admin admin] Pushing event updated for resources: {'Network': ['ID=eae675ff-6760-494e-976a-ff819018914c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:58.552054 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-e3ad17b6-9af8-4dd9-9670-ec0238b56016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:58.558817 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Network eae675ff-6760-494e-976a-ff819018914c details requested by agent ovs-agent-dv-cinder-774286-16-iscsi with host dv-cinder-774286-16-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:51:58.571383 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7abe6811-45c6-4972-a536-77d16be46e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:58.591252 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efc444d-b674-4e11-ab72-2c8083b290ad admin admin] Made reservation on behalf of 8c95884cff12489e9b10a2a7494c24f1 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:51:58.594067 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5efc444d-b674-4e11-ab72-2c8083b290ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4132080'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:58.689534 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7abe6811-45c6-4972-a536-77d16be46e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:58.694658 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7abe6811-45c6-4972-a536-77d16be46e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:58.696859 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7abe6811-45c6-4972-a536-77d16be46e7b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b7eab87-53a2-4981-b5c9-debe76aebfe6 HTTP/1.1" status: 204 len: 168 time: 0.2732563 Jun 16 13:51:58.696859 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-a24b1dcc-4e98-4364-a456-c56e5259f164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:58.697493 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device d907b395-c9de-4eda-a614-7151c30008ed no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:51:58.706090 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe6811-45c6-4972-a536-77d16be46e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7eab87-53a2-4981-b5c9-debe76aebfe6,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:58.708450 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7abe6811-45c6-4972-a536-77d16be46e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:58.738332 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: d907b395-c9de-4eda-a614-7151c30008ed {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:51:58.738966 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device d907b395-c9de-4eda-a614-7151c30008ed not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:51:58.822013 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5efc444d-b674-4e11-ab72-2c8083b290ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3313893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4132066'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:58.829255 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-8f714a90-4f30-43fd-a19d-a00e23ffe035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:58.891242 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc444d-b674-4e11-ab72-2c8083b290ad admin admin] Checking segment: {'id': '7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'eae675ff-6760-494e-976a-ff819018914c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:51:58.891947 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efc444d-b674-4e11-ab72-2c8083b290ad admin admin] Network hostable DHCP agents. Network: eae675ff-6760-494e-976a-ff819018914c, hostable agents: ['cacdca07-80fb-43b6-bcec-cb473972b15f'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:51:58.903216 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc444d-b674-4e11-ab72-2c8083b290ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2a2c67-1ca2-4196-8b92-f73e71faec85,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:58.908289 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-5efc444d-b674-4e11-ab72-2c8083b290ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:58.923430 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efc444d-b674-4e11-ab72-2c8083b290ad admin admin] Network eae675ff-6760-494e-976a-ff819018914c is scheduled to be hosted by DHCP agent cacdca07-80fb-43b6-bcec-cb473972b15f with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:51:58.942974 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-5efc444d-b674-4e11-ab72-2c8083b290ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-16-iscsi, eae675ff-6760-494e-976a-ff819018914c) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:51:58.952085 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efc444d-b674-4e11-ab72-2c8083b290ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:58.953636 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5efc444d-b674-4e11-ab72-2c8083b290ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:58.958526 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e24799-088c-4e1a-b59e-12620cb916d3 None None] Network eae675ff-6760-494e-976a-ff819018914c requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:51:58.975400 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-5efc444d-b674-4e11-ab72-2c8083b290ad admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4387462 Jun 16 13:51:58.978892 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56116) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:58.986083 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-24d47263-1d67-449d-b144-2be87f6a1423 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-892117322-router', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:51:59.036952 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24d47263-1d67-449d-b144-2be87f6a1423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-679868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16076'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:59.047352 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24d47263-1d67-449d-b144-2be87f6a1423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15927'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:59.222224 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98e8dfa6-0b33-5bf0-932d-28a6243b7025-eae675ff-6760-494e-976a-ff819018914c', 'network_id': 'eae675ff-6760-494e-976a-ff819018914c', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'fixed_ips': [{'subnet_id': '1d2a2c67-1ca2-4196-8b92-f73e71faec85'}]}} from dv-cinder-774286-16-iscsi. {{(pid=103638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:51:59.223250 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:59.252961 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56120) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:59.334190 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-5c59b756-13ec-419e-a479-1a3ff174631f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ce883f3a2df4bdda051cbc40d8dba74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0788479 Jun 16 13:51:59.337234 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56122) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:59.407428 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Allocated IP 172.20.0.2 (eae675ff-6760-494e-976a-ff819018914c/1d2a2c67-1ca2-4196-8b92-f73e71faec85/56dc0321-0e47-4e39-aad3-55899e74c646) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:51:59.410527 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bee0fbb7-9c49-439b-8bec-24c4fc066499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:59.449948 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bee0fbb7-9c49-439b-8bec-24c4fc066499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:59.515183 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24d47263-1d67-449d-b144-2be87f6a1423 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:59.521953 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bee0fbb7-9c49-439b-8bec-24c4fc066499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:59.527147 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bee0fbb7-9c49-439b-8bec-24c4fc066499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:59.531469 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-bee0fbb7-9c49-439b-8bec-24c4fc066499 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c0b10d78-b639-4ba3-8daa-5ee3b65547d1 HTTP/1.1" status: 204 len: 168 time: 0.1899648 Jun 16 13:51:59.531469 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-30bb8127-ee8e-4dcc-8785-ac3eaa27629a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:59.547429 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0fbb7-9c49-439b-8bec-24c4fc066499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b10d78-b639-4ba3-8daa-5ee3b65547d1,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:59.557330 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-bee0fbb7-9c49-439b-8bec-24c4fc066499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:59.632788 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Notify callbacks [] for port, precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:59.642847 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Transition to ACTIVE for port object 56dc0321-0e47-4e39-aad3-55899e74c646 will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:51:59.659346 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Transition to ACTIVE for port object 56dc0321-0e47-4e39-aad3-55899e74c646 will not be triggered until provisioned by entity DHCP. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:51:59.670035 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150'] for port, after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:59.672806 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:59.689788 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24d47263-1d67-449d-b144-2be87f6a1423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15905'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:59.710859 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758881ca-8d46-497f-9d57-47cc6fb1ed3f req-8a524fd8-db6d-4136-803b-482506491ba0 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:59.718798 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Pushing event updated for resources: {'Port': ['ID=56dc0321-0e47-4e39-aad3-55899e74c646,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:59.719452 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-758881ca-8d46-497f-9d57-47cc6fb1ed3f req-8a524fd8-db6d-4136-803b-482506491ba0 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.2407577 Jun 16 13:51:59.726025 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:59.736947 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Network eae675ff-6760-494e-976a-ff819018914c is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:51:59.738723 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:51:59.741340 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:51:59.781856 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-758881ca-8d46-497f-9d57-47cc6fb1ed3f req-77e8b1a2-762e-4f20-94d9-c960d5043f4e tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611844 Jun 16 13:51:59.808530 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Attempting to bind port 56dc0321-0e47-4e39-aad3-55899e74c646 on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:51:59.809021 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Attempting to bind port 56dc0321-0e47-4e39-aad3-55899e74c646 by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'eae675ff-6760-494e-976a-ff819018914c'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:51:59.809510 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Attempting to bind port 56dc0321-0e47-4e39-aad3-55899e74c646 on network eae675ff-6760-494e-976a-ff819018914c {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:51:59.816462 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:51:59.816974 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Checking segment: {'id': '7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'eae675ff-6760-494e-976a-ff819018914c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:51:59.817477 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:59.817953 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Bound using segment: {'id': '7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'eae675ff-6760-494e-976a-ff819018914c'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:51:59.818514 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Bound port: 56dc0321-0e47-4e39-aad3-55899e74c646, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'eae675ff-6760-494e-976a-ff819018914c'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:51:59.818984 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:59.903535 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] For port 56dc0321-0e47-4e39-aad3-55899e74c646, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:51:59.907629 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] For port 56dc0321-0e47-4e39-aad3-55899e74c646, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=56dc0321-0e47-4e39-aad3-55899e74c646,segment=NetworkSegment(7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7),segment_id=7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:51:59.920325 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:59.924065 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:59.980695 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Pushing event updated for resources: {'Port': ['ID=56dc0321-0e47-4e39-aad3-55899e74c646,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:59.985923 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:00.137419 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24d47263-1d67-449d-b144-2be87f6a1423 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:00.159702 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24d47263-1d67-449d-b144-2be87f6a1423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:00.321330 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-24d47263-1d67-449d-b144-2be87f6a1423 admin admin] Allocated IP 172.27.3.66 (4d1119cf-5fec-45f3-97f5-606abcd40a6f/1e4ea701-5473-443b-aeed-fa1b09c8f901/86da401e-bb20-46d1-be71-2d0159bbdda1) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:52:00.458523 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24d47263-1d67-449d-b144-2be87f6a1423 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:00.512974 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24d47263-1d67-449d-b144-2be87f6a1423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3313777'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:00.516006 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:00.558032 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d47263-1d67-449d-b144-2be87f6a1423 admin admin] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:52:00.560993 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-24d47263-1d67-449d-b144-2be87f6a1423 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:52:00.566955 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d47263-1d67-449d-b144-2be87f6a1423 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:52:00.570487 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d47263-1d67-449d-b144-2be87f6a1423 admin admin] Pushing event updated for resources: {'Port': ['ID=86da401e-bb20-46d1-be71-2d0159bbdda1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:00.593213 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-24d47263-1d67-449d-b144-2be87f6a1423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:00.707533 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 56dc0321-0e47-4e39-aad3-55899e74c646 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:52:00.810133 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port 56dc0321-0e47-4e39-aad3-55899e74c646 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:52:00.972836 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24d47263-1d67-449d-b144-2be87f6a1423 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:01.057136 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd0ec0-776d-4a7b-9977-1d0adb92ddaf req-cb47d076-0fa8-4fbe-98b2-04f737a6ef68 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:01.065860 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d4fd0ec0-776d-4a7b-9977-1d0adb92ddaf req-cb47d076-0fa8-4fbe-98b2-04f737a6ef68 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.0920069 Jun 16 13:52:01.112264 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d4fd0ec0-776d-4a7b-9977-1d0adb92ddaf req-dce3dd39-6c10-42b7-95a6-4f1b0c500345 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453033 Jun 16 13:52:01.207704 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b087c2d8-0f97-4a10-ae13-891b452ed573 None None] Network eae675ff-6760-494e-976a-ff819018914c requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:52:01.243056 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24d47263-1d67-449d-b144-2be87f6a1423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372952'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:01.413716 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-ce85195c-cae8-4ace-ad50-6ec3ef4304c2 None None] Provisioning for port 56dc0321-0e47-4e39-aad3-55899e74c646 completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:52:01.427203 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-ce85195c-cae8-4ace-ad50-6ec3ef4304c2 None None] Provisioning complete for port 56dc0321-0e47-4e39-aad3-55899e74c646 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:01.427590 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ce85195c-cae8-4ace-ad50-6ec3ef4304c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:01.442903 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d47263-1d67-449d-b144-2be87f6a1423 admin admin] Router 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 is scheduled to L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:52:01.571786 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d47263-1d67-449d-b144-2be87f6a1423 admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:52:01.591770 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] Sync routers for ids ['454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'] in dv-cinder-774286-16-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:52:01.598922 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24d47263-1d67-449d-b144-2be87f6a1423 admin admin] Notify callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:01.603579 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56132) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:01.606159 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-24d47263-1d67-449d-b144-2be87f6a1423 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6260612 Jun 16 13:52:01.619097 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ce85195c-cae8-4ace-ad50-6ec3ef4304c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:01.630703 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] Routers {'454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:52:01.633658 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:51:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:01.659985 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-ce85195c-cae8-4ace-ad50-6ec3ef4304c2 None None] For port 56dc0321-0e47-4e39-aad3-55899e74c646, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=56dc0321-0e47-4e39-aad3-55899e74c646,segment=NetworkSegment(7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7),segment_id=7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:01.676351 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ce85195c-cae8-4ace-ad50-6ec3ef4304c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:01.679363 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:01.754074 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85195c-cae8-4ace-ad50-6ec3ef4304c2 None None] Pushing event updated for resources: {'Port': ['ID=56dc0321-0e47-4e39-aad3-55899e74c646,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:01.757152 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-ce85195c-cae8-4ace-ad50-6ec3ef4304c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:01.774645 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] Set router 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:52:02.104397 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-1417a030-e67e-4143-9389-5b7b9c36381f None None] Provisioning complete for port 56dc0321-0e47-4e39-aad3-55899e74c646 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:02.105052 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1417a030-e67e-4143-9389-5b7b9c36381f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:02.112984 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'name': 'tempest-TestMinimumBasicScenario-892117322-router', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:51:59Z', 'updated_at': '2021-06-16T13:52:00Z', 'revision_number': 3, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'gw_port': {'id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:00Z', 'updated_at': '2021-06-16T13:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:02.116838 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] Checking router: 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 for host: dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:52:02.117477 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] Updating router 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 port 86da401e-bb20-46d1-be71-2d0159bbdda1 binding host dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:52:02.188252 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:02.230932 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:02.373602 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da8a07-d6ba-40b2-8333-b9318f5f40bb req-97a82c05-0da4-4cea-876b-8e66842dfc3c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:02.377048 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e6da8a07-d6ba-40b2-8333-b9318f5f40bb req-97a82c05-0da4-4cea-876b-8e66842dfc3c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.0909126 Jun 16 13:52:02.430161 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e6da8a07-d6ba-40b2-8333-b9318f5f40bb req-687097b0-0584-4db7-96d5-f18e2f2f81f0 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459862 Jun 16 13:52:02.437462 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Allocated IP 172.20.0.1 (eae675ff-6760-494e-976a-ff819018914c/1d2a2c67-1ca2-4196-8b92-f73e71faec85/32f2f3f9-0fef-4c7d-a0c4-2b2798087b01) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:52:02.535220 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] Notify callbacks [] for port, precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:02.545417 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.provisioning_blocks [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] Transition to ACTIVE for port object 86da401e-bb20-46d1-be71-2d0159bbdda1 will not be triggered until provisioned by entity L2. {{(pid=103639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:52:02.558173 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:02.565265 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:02.598510 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:02.615455 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] Attempting to bind port 86da401e-bb20-46d1-be71-2d0159bbdda1 on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:52:02.616393 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Transition to ACTIVE for port object 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01 will not be triggered until provisioned by entity DHCP. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:52:02.616736 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] Attempting to bind port 86da401e-bb20-46d1-be71-2d0159bbdda1 by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:52:02.617323 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] Attempting to bind port 86da401e-bb20-46d1-be71-2d0159bbdda1 on network 4d1119cf-5fec-45f3-97f5-606abcd40a6f {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:52:02.623817 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:52:02.624247 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] Checking segment: {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:52:02.624650 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:02.627383 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] Bound using segment: {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:52:02.627924 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] Bound port: 86da401e-bb20-46d1-be71-2d0159bbdda1, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:52:02.628311 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:02.702849 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] For port 86da401e-bb20-46d1-be71-2d0159bbdda1, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:52:02.705486 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabb5b4-ed37-4e2a-811b-c848c057de1b None None] Pushing event updated for resources: {'Port': ['ID=86da401e-bb20-46d1-be71-2d0159bbdda1,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:02.707198 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:02.709911 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] For port 86da401e-bb20-46d1-be71-2d0159bbdda1, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=86da401e-bb20-46d1-be71-2d0159bbdda1,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:52:02.710451 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-4b698667-8931-46a4-8c5b-c6c05d32ed6a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:02.714822 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabb5b4-ed37-4e2a-811b-c848c057de1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:02.715167 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabb5b4-ed37-4e2a-811b-c848c057de1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:02.715505 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabb5b4-ed37-4e2a-811b-c848c057de1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:02.715939 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabb5b4-ed37-4e2a-811b-c848c057de1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:02.716426 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabb5b4-ed37-4e2a-811b-c848c057de1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:02.717120 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabb5b4-ed37-4e2a-811b-c848c057de1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:02.718110 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabb5b4-ed37-4e2a-811b-c848c057de1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:02.718673 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabb5b4-ed37-4e2a-811b-c848c057de1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:02.718930 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabb5b4-ed37-4e2a-811b-c848c057de1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:02.719256 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabb5b4-ed37-4e2a-811b-c848c057de1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:02.719561 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabb5b4-ed37-4e2a-811b-c848c057de1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:02.719873 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfabb5b4-ed37-4e2a-811b-c848c057de1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:02.723657 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-bfabb5b4-ed37-4e2a-811b-c848c057de1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:02.725168 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:02.725767 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 56dc0321-0e47-4e39-aad3-55899e74c646 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:52:02.734799 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:02.770729 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] Routers {'454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:52:02.771614 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:51:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:02.776511 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Network eae675ff-6760-494e-976a-ff819018914c is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:52:02.781309 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:52:02.784047 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:52:02.793028 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Pushing event updated for resources: {'Port': ['ID=32f2f3f9-0fef-4c7d-a0c4-2b2798087b01,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:02.804261 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:02.827461 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 56dc0321-0e47-4e39-aad3-55899e74c646 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:02.827874 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:02.865040 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672617'] for router_interface, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:02.886897 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] Set router 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:52:03.033774 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabb5b4-ed37-4e2a-811b-c848c057de1b None None] Pushing event updated for resources: {'Port': ['ID=86da401e-bb20-46d1-be71-2d0159bbdda1,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:03.038302 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-bfabb5b4-ed37-4e2a-811b-c848c057de1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:03.072306 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:03.138589 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-4d21d869-97f8-4bf6-badd-f9e9264495a1 None None] Provisioning for port 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01 completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:52:03.149323 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-4d21d869-97f8-4bf6-badd-f9e9264495a1 None None] Provisioning complete for port 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:03.149323 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4d21d869-97f8-4bf6-badd-f9e9264495a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:03.149744 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'name': 'tempest-TestMinimumBasicScenario-892117322-router', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:51:59Z', 'updated_at': '2021-06-16T13:52:00Z', 'revision_number': 3, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'gw_port': {'id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:00Z', 'updated_at': '2021-06-16T13:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:03.161035 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb423b1-9e77-418d-86da-7c5ee215df49 None None] The sync data for ids ['454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'] in dv-cinder-774286-16-iscsi is: [{'id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'name': 'tempest-TestMinimumBasicScenario-892117322-router', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:51:59Z', 'updated_at': '2021-06-16T13:52:00Z', 'revision_number': 3, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'gw_port': {'id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:00Z', 'updated_at': '2021-06-16T13:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:52:03.214008 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-4d21d869-97f8-4bf6-badd-f9e9264495a1 None None] Port 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:52:03.314773 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:03.325600 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:03.328422 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-831bc69b-028e-4be0-acb5-e595d09af9de tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:03.404418 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672533'] for router_interface, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:03.406929 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Pushing event updated for resources: {'Port': ['ID=32f2f3f9-0fef-4c7d-a0c4-2b2798087b01,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:03.418081 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:03.579915 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Network eae675ff-6760-494e-976a-ff819018914c is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:52:03.582474 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:52:03.820202 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852ad94-eb76-4e2e-9f51-4fe3efa2822f req-04354790-d8ab-4412-9188-d852225ce598 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:03.821793 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4852ad94-eb76-4e2e-9f51-4fe3efa2822f req-04354790-d8ab-4412-9188-d852225ce598 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.1416240 Jun 16 13:52:03.823807 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Router 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:52:03.957824 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4852ad94-eb76-4e2e-9f51-4fe3efa2822f req-9f9925e5-6d26-4ed7-8ba1-cfa86d2d284d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294649 Jun 16 13:52:03.961924 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-2e6f0fc9-aa9c-475d-b04f-dd92f540af59 None None] Provisioning complete for port 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:03.962748 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2e6f0fc9-aa9c-475d-b04f-dd92f540af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:04.015085 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:52:04.023529 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f0fc9-aa9c-475d-b04f-dd92f540af59 None None] Port 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:52:04.025717 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] 10.222.0.26 "PUT /v2.0/routers/454d0d57-dc69-4bae-b109-2dd6f8fa1fe8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4198282 Jun 16 13:52:04.698779 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 86da401e-bb20-46d1-be71-2d0159bbdda1 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:52:04.718801 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56156) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:04.723851 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-2fe8bdb3-14eb-4f4c-a7f1-f9603e668115 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-29467120-network', 'tenant_id': '458dccc4aff24117ba7bb5b3c2dcce6f'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:52:04.786430 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe8bdb3-14eb-4f4c-a7f1-f9603e668115 admin admin] Made reservation on behalf of 458dccc4aff24117ba7bb5b3c2dcce6f for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:52:04.789221 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2fe8bdb3-14eb-4f4c-a7f1-f9603e668115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for network, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:04.792930 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port 86da401e-bb20-46d1-be71-2d0159bbdda1 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:52:04.797590 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 86da401e-bb20-46d1-be71-2d0159bbdda1 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:04.797938 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:04.817239 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2fe8bdb3-14eb-4f4c-a7f1-f9603e668115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:04.896126 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:04.919982 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port 86da401e-bb20-46d1-be71-2d0159bbdda1, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=86da401e-bb20-46d1-be71-2d0159bbdda1,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:04.927881 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:04.930095 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:04.976075 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2fe8bdb3-14eb-4f4c-a7f1-f9603e668115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:04.981789 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2fe8bdb3-14eb-4f4c-a7f1-f9603e668115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:04.986529 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-e7000c4f-303e-48f4-a0bf-fbc411600ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:04.990730 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=86da401e-bb20-46d1-be71-2d0159bbdda1,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:05.000729 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:05.020896 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe8bdb3-14eb-4f4c-a7f1-f9603e668115 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1383} {{(pid=103637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:52:05.034705 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8bdb3-14eb-4f4c-a7f1-f9603e668115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de5b16b-c5a2-4df5-88bb-553bbaab3588,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:05.050694 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-2fe8bdb3-14eb-4f4c-a7f1-f9603e668115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:05.058590 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2fe8bdb3-14eb-4f4c-a7f1-f9603e668115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:05.059011 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-2fe8bdb3-14eb-4f4c-a7f1-f9603e668115 admin admin] Added segment 8763d8f3-38e4-4841-9258-0f25ee9eff8f of type vlan for network c28dce7b-e44e-453c-aa58-5a4395459775 Jun 16 13:52:05.116332 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2fe8bdb3-14eb-4f4c-a7f1-f9603e668115 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768724243357'] for network, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:05.163834 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2fe8bdb3-14eb-4f4c-a7f1-f9603e668115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442'] for network, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:05.165476 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe8bdb3-14eb-4f4c-a7f1-f9603e668115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:05.166304 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2fe8bdb3-14eb-4f4c-a7f1-f9603e668115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:05.169022 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:05.235370 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c0898-36f2-4c2b-b540-85c7faa44913 req-0bb927cc-becb-4cb4-b2a7-e9bd016b91bd tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:05.241579 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5d1c0898-36f2-4c2b-b540-85c7faa44913 req-0bb927cc-becb-4cb4-b2a7-e9bd016b91bd tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.1002338 Jun 16 13:52:05.255167 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-2fe8bdb3-14eb-4f4c-a7f1-f9603e668115 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5351601 Jun 16 13:52:05.258282 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56160) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:05.265142 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8f864e8b-eb4d-4a7f-b018-3107e168741d admin admin] Request body: {'subnet': {'network_id': 'c28dce7b-e44e-453c-aa58-5a4395459775', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-29467120-subnet', 'tenant_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:52:05.277708 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8bdb3-14eb-4f4c-a7f1-f9603e668115 admin admin] Pushing event updated for resources: {'Network': ['ID=c28dce7b-e44e-453c-aa58-5a4395459775,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:05.294988 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Network c28dce7b-e44e-453c-aa58-5a4395459775 details requested by agent ovs-agent-dv-cinder-774286-16-iscsi with host dv-cinder-774286-16-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:52:05.296463 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-2fe8bdb3-14eb-4f4c-a7f1-f9603e668115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:05.352229 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5d1c0898-36f2-4c2b-b540-85c7faa44913 req-0aa1ee50-8fe9-48e7-b6eb-58027039eb97 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035473 Jun 16 13:52:05.358013 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f864e8b-eb4d-4a7f-b018-3107e168741d admin admin] Made reservation on behalf of 458dccc4aff24117ba7bb5b3c2dcce6f for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:52:05.361441 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f864e8b-eb4d-4a7f-b018-3107e168741d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4132080'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:05.375015 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] Sync routers for ids ['454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:52:05.406419 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] Routers {'454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:52:05.407650 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:51:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:05.540894 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] Set router 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:52:05.634297 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f864e8b-eb4d-4a7f-b018-3107e168741d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3313893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4132066'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:05.638204 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:05.694350 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f864e8b-eb4d-4a7f-b018-3107e168741d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ec12b59-e796-4c3a-bc07-45f7219a730b,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:05.700687 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-8f864e8b-eb4d-4a7f-b018-3107e168741d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:05.728449 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f864e8b-eb4d-4a7f-b018-3107e168741d admin admin] Checking segment: {'id': '8763d8f3-38e4-4841-9258-0f25ee9eff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': 'c28dce7b-e44e-453c-aa58-5a4395459775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:52:05.729183 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f864e8b-eb4d-4a7f-b018-3107e168741d admin admin] Network hostable DHCP agents. Network: c28dce7b-e44e-453c-aa58-5a4395459775, hostable agents: ['cacdca07-80fb-43b6-bcec-cb473972b15f'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:52:05.753633 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f864e8b-eb4d-4a7f-b018-3107e168741d admin admin] Network c28dce7b-e44e-453c-aa58-5a4395459775 is scheduled to be hosted by DHCP agent cacdca07-80fb-43b6-bcec-cb473972b15f with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:52:05.773598 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-8f864e8b-eb4d-4a7f-b018-3107e168741d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-16-iscsi, c28dce7b-e44e-453c-aa58-5a4395459775) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:52:05.784423 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f864e8b-eb4d-4a7f-b018-3107e168741d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:05.785239 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f864e8b-eb4d-4a7f-b018-3107e168741d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:05.786415 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fec9f5-b65b-4234-94d6-56e8580b120d None None] Network c28dce7b-e44e-453c-aa58-5a4395459775 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:52:05.809744 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-8f864e8b-eb4d-4a7f-b018-3107e168741d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5500073 Jun 16 13:52:05.812382 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56162) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:05.818222 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-6bd0b46c-bf9e-4362-9786-69ab7a2f51f2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-29467120-router', 'tenant_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:52:05.849197 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6bd0b46c-bf9e-4362-9786-69ab7a2f51f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-679868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16076'] for router, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:05.850141 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6bd0b46c-bf9e-4362-9786-69ab7a2f51f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15927'] for router, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:05.893476 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'name': 'tempest-TestMinimumBasicScenario-892117322-router', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:51:59Z', 'updated_at': '2021-06-16T13:52:03Z', 'revision_number': 4, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'gw_port': {'id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:00Z', 'updated_at': '2021-06-16T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '32f2f3f9-0fef-4c7d-a0c4-2b2798087b01', 'name': '', 'network_id': 'eae675ff-6760-494e-976a-ff819018914c', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'mac_address': 'fa:16:3e:8e:8c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1d2a2c67-1ca2-4196-8b92-f73e71faec85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:02Z', 'updated_at': '2021-06-16T13:52:03Z', 'revision_number': 2, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'subnets': [{'id': '1d2a2c67-1ca2-4196-8b92-f73e71faec85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:05.899265 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] Checking router: 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:52:05.899633 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] Updating router 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 port 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01 binding host dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:52:05.939706 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:05.974035 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6bd0b46c-bf9e-4362-9786-69ab7a2f51f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:06.119538 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98e8dfa6-0b33-5bf0-932d-28a6243b7025-c28dce7b-e44e-453c-aa58-5a4395459775', 'network_id': 'c28dce7b-e44e-453c-aa58-5a4395459775', 'tenant_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'fixed_ips': [{'subnet_id': '7ec12b59-e796-4c3a-bc07-45f7219a730b'}]}} from dv-cinder-774286-16-iscsi. {{(pid=103638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:52:06.120396 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:06.173019 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6bd0b46c-bf9e-4362-9786-69ab7a2f51f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15905'] for router, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:06.369900 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Allocated IP 172.20.0.2 (c28dce7b-e44e-453c-aa58-5a4395459775/7ec12b59-e796-4c3a-bc07-45f7219a730b/37b59016-a854-4720-a367-4d9f3c6aeacd) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:52:06.424382 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6bd0b46c-bf9e-4362-9786-69ab7a2f51f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:06.455919 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6bd0b46c-bf9e-4362-9786-69ab7a2f51f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:06.610377 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-6bd0b46c-bf9e-4362-9786-69ab7a2f51f2 admin admin] Allocated IP 172.27.3.122 (4d1119cf-5fec-45f3-97f5-606abcd40a6f/1e4ea701-5473-443b-aeed-fa1b09c8f901/32b0f1fb-e947-4266-9e1f-abb3b3bafca1) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:52:06.622965 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Notify callbacks [] for port, precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:06.642133 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Transition to ACTIVE for port object 37b59016-a854-4720-a367-4d9f3c6aeacd will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:52:06.689976 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] Notify callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:06.696126 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Transition to ACTIVE for port object 37b59016-a854-4720-a367-4d9f3c6aeacd will not be triggered until provisioned by entity DHCP. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:52:06.715982 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 86da401e-bb20-46d1-be71-2d0159bbdda1 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:52:06.724844 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] Transition to ACTIVE for port object 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01 will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:52:06.846825 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78dda7-a714-4d00-9270-05490afd2a44 req-045a79d4-4f51-417b-ab03-202088bc1359 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:06.856244 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ed78dda7-a714-4d00-9270-05490afd2a44 req-045a79d4-4f51-417b-ab03-202088bc1359 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.1903777 Jun 16 13:52:06.888550 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6bd0b46c-bf9e-4362-9786-69ab7a2f51f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:06.923686 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ed78dda7-a714-4d00-9270-05490afd2a44 req-22d1c8ae-1e81-47e4-8cbc-9b6124b7ca50 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660839 Jun 16 13:52:06.941146 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150'] for port, after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:06.943385 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-ce85195c-cae8-4ace-ad50-6ec3ef4304c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:06.966731 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6bd0b46c-bf9e-4362-9786-69ab7a2f51f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:06.970285 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:06.972762 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:07.010833 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Network c28dce7b-e44e-453c-aa58-5a4395459775 is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:52:07.017859 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:52:07.019529 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Pushing event updated for resources: {'Port': ['ID=37b59016-a854-4720-a367-4d9f3c6aeacd,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:07.021953 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:52:07.022534 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd0b46c-bf9e-4362-9786-69ab7a2f51f2 admin admin] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:52:07.025977 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-6bd0b46c-bf9e-4362-9786-69ab7a2f51f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:52:07.026185 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:07.028411 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd0b46c-bf9e-4362-9786-69ab7a2f51f2 admin admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:52:07.059022 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:07.145913 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0b46c-bf9e-4362-9786-69ab7a2f51f2 admin admin] Pushing event updated for resources: {'Port': ['ID=32b0f1fb-e947-4266-9e1f-abb3b3bafca1,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:07.154796 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-6bd0b46c-bf9e-4362-9786-69ab7a2f51f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:07.209002 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39138798-06aa-41cf-b35b-25b0a02245b8 None None] Pushing event updated for resources: {'Port': ['ID=32f2f3f9-0fef-4c7d-a0c4-2b2798087b01,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:07.212189 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-39138798-06aa-41cf-b35b-25b0a02245b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:07.255450 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 86da401e-bb20-46d1-be71-2d0159bbdda1 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:07.255837 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:07.297351 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Attempting to bind port 37b59016-a854-4720-a367-4d9f3c6aeacd on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:52:07.297742 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Attempting to bind port 37b59016-a854-4720-a367-4d9f3c6aeacd by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '8763d8f3-38e4-4841-9258-0f25ee9eff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': 'c28dce7b-e44e-453c-aa58-5a4395459775'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:52:07.298119 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Attempting to bind port 37b59016-a854-4720-a367-4d9f3c6aeacd on network c28dce7b-e44e-453c-aa58-5a4395459775 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:52:07.302409 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] Attempting to bind port 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01 on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:52:07.302715 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] Attempting to bind port 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01 by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'eae675ff-6760-494e-976a-ff819018914c'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:52:07.302995 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] Attempting to bind port 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01 on network eae675ff-6760-494e-976a-ff819018914c {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:52:07.327157 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:52:07.327632 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] Checking segment: {'id': '7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'eae675ff-6760-494e-976a-ff819018914c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:52:07.328058 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:07.328471 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] Bound using segment: {'id': '7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'eae675ff-6760-494e-976a-ff819018914c'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:52:07.329069 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] Bound port: 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'eae675ff-6760-494e-976a-ff819018914c'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:52:07.329452 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:07.331915 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:52:07.332298 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Checking segment: {'id': '8763d8f3-38e4-4841-9258-0f25ee9eff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': 'c28dce7b-e44e-453c-aa58-5a4395459775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:52:07.332689 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:07.333257 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Bound using segment: {'id': '8763d8f3-38e4-4841-9258-0f25ee9eff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': 'c28dce7b-e44e-453c-aa58-5a4395459775'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:52:07.333812 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Bound port: 37b59016-a854-4720-a367-4d9f3c6aeacd, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8763d8f3-38e4-4841-9258-0f25ee9eff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': 'c28dce7b-e44e-453c-aa58-5a4395459775'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:52:07.334376 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:07.391736 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6bd0b46c-bf9e-4362-9786-69ab7a2f51f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:07.500582 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] For port 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:52:07.526326 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] For port 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=32f2f3f9-0fef-4c7d-a0c4-2b2798087b01,segment=NetworkSegment(7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7),segment_id=7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:52:07.527801 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] For port 37b59016-a854-4720-a367-4d9f3c6aeacd, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:52:07.532451 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] For port 37b59016-a854-4720-a367-4d9f3c6aeacd, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=37b59016-a854-4720-a367-4d9f3c6aeacd,segment=NetworkSegment(8763d8f3-38e4-4841-9258-0f25ee9eff8f),segment_id=8763d8f3-38e4-4841-9258-0f25ee9eff8f)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:52:07.537965 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:07.549929 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:07.602462 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:07.644020 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] Routers {'454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:52:07.644884 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:51:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:07.729895 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39138798-06aa-41cf-b35b-25b0a02245b8 None None] Pushing event updated for resources: {'Port': ['ID=32f2f3f9-0fef-4c7d-a0c4-2b2798087b01,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:07.782781 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-39138798-06aa-41cf-b35b-25b0a02245b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:07.783263 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:07.891723 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Pushing event updated for resources: {'Port': ['ID=37b59016-a854-4720-a367-4d9f3c6aeacd,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:07.912100 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:07.978667 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] Set router 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:52:08.116619 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6bd0b46c-bf9e-4362-9786-69ab7a2f51f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372952'] for router, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:08.224133 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6b405-aeb8-4c32-a988-b6f3d0028ca6 req-5b05971c-b299-480d-bb4a-3e9dd3db3ab5 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:08.226215 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-2dd6b405-aeb8-4c32-a988-b6f3d0028ca6 req-5b05971c-b299-480d-bb4a-3e9dd3db3ab5 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.1254406 Jun 16 13:52:08.281366 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-2dd6b405-aeb8-4c32-a988-b6f3d0028ca6 req-b8a5acd0-3f85-47c7-9260-36319a98ad91 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493162 Jun 16 13:52:08.343019 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd0b46c-bf9e-4362-9786-69ab7a2f51f2 admin admin] Router 43209b40-6d73-4ee1-bece-eb89efb0e7a4 is scheduled to L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb with binding_index 1 {{(pid=103637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:52:08.433519 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'name': 'tempest-TestMinimumBasicScenario-892117322-router', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:51:59Z', 'updated_at': '2021-06-16T13:52:03Z', 'revision_number': 4, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'gw_port': {'id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:00Z', 'updated_at': '2021-06-16T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '32f2f3f9-0fef-4c7d-a0c4-2b2798087b01', 'name': '', 'network_id': 'eae675ff-6760-494e-976a-ff819018914c', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'mac_address': 'fa:16:3e:8e:8c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1d2a2c67-1ca2-4196-8b92-f73e71faec85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:02Z', 'updated_at': '2021-06-16T13:52:07Z', 'revision_number': 4, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'subnets': [{'id': '1d2a2c67-1ca2-4196-8b92-f73e71faec85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:08.441389 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726044a8-fed3-42e3-b156-6f1498a424b2 None None] The sync data for ids ['454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'] in dv-cinder-774286-16-iscsi is: [{'id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'name': 'tempest-TestMinimumBasicScenario-892117322-router', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:51:59Z', 'updated_at': '2021-06-16T13:52:03Z', 'revision_number': 4, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'gw_port': {'id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:00Z', 'updated_at': '2021-06-16T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '32f2f3f9-0fef-4c7d-a0c4-2b2798087b01', 'name': '', 'network_id': 'eae675ff-6760-494e-976a-ff819018914c', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'mac_address': 'fa:16:3e:8e:8c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1d2a2c67-1ca2-4196-8b92-f73e71faec85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:02Z', 'updated_at': '2021-06-16T13:52:07Z', 'revision_number': 4, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'subnets': [{'id': '1d2a2c67-1ca2-4196-8b92-f73e71faec85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:52:08.480115 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd0b46c-bf9e-4362-9786-69ab7a2f51f2 admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:52:08.516939 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6bd0b46c-bf9e-4362-9786-69ab7a2f51f2 admin admin] Notify callbacks [] for router, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:08.517815 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] Sync routers for ids ['43209b40-6d73-4ee1-bece-eb89efb0e7a4'] in dv-cinder-774286-16-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:52:08.521172 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56172) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:08.521332 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-6bd0b46c-bf9e-4362-9786-69ab7a2f51f2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7073951 Jun 16 13:52:08.532128 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] Routers {'43209b40-6d73-4ee1-bece-eb89efb0e7a4'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:52:08.534732 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:51:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['43209b40-6d73-4ee1-bece-eb89efb0e7a4'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:08.757720 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] Set router 43209b40-6d73-4ee1-bece-eb89efb0e7a4 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:52:08.868779 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:52:08.981034 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:52:08.988273 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:08.988660 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:09.095386 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43209b40-6d73-4ee1-bece-eb89efb0e7a4', 'name': 'tempest-TestMinimumBasicScenario-29467120-router', 'tenant_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '32b0f1fb-e947-4266-9e1f-abb3b3bafca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:52:05Z', 'updated_at': '2021-06-16T13:52:07Z', 'revision_number': 3, 'project_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'gw_port': {'id': '32b0f1fb-e947-4266-9e1f-abb3b3bafca1', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43209b40-6d73-4ee1-bece-eb89efb0e7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:06Z', 'updated_at': '2021-06-16T13:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:09.099231 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] Checking router: 43209b40-6d73-4ee1-bece-eb89efb0e7a4 for host: dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:52:09.099583 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] Updating router 43209b40-6d73-4ee1-bece-eb89efb0e7a4 port 32b0f1fb-e947-4266-9e1f-abb3b3bafca1 binding host dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:52:09.144491 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:09.160194 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:09.185097 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17b6bd9-85da-4043-a7dd-35825917f72f None None] Network c28dce7b-e44e-453c-aa58-5a4395459775 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:52:09.319796 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=32f2f3f9-0fef-4c7d-a0c4-2b2798087b01,segment=NetworkSegment(7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7),segment_id=7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:09.331380 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-b8c4c4b6-b73f-44ff-9dd4-7ad8c435a449 None None] Provisioning for port 37b59016-a854-4720-a367-4d9f3c6aeacd completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:52:09.347327 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:09.353517 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 37b59016-a854-4720-a367-4d9f3c6aeacd up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:52:09.365050 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:09.421571 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:09.458599 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] Notify callbacks [] for port, precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:09.480134 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.provisioning_blocks [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] Transition to ACTIVE for port object 32b0f1fb-e947-4266-9e1f-abb3b3bafca1 will not be triggered until provisioned by entity L2. {{(pid=103639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:52:09.496373 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:09.514214 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-891d44c4-751c-406b-850b-69151848a935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:09.590242 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070e0fb-5173-418a-9de8-ac8b5b8b27d4 None None] Pushing event updated for resources: {'Port': ['ID=32b0f1fb-e947-4266-9e1f-abb3b3bafca1,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:09.594521 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-a070e0fb-5173-418a-9de8-ac8b5b8b27d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:09.595598 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] Attempting to bind port 32b0f1fb-e947-4266-9e1f-abb3b3bafca1 on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:52:09.596127 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] Attempting to bind port 32b0f1fb-e947-4266-9e1f-abb3b3bafca1 by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:52:09.596967 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] Attempting to bind port 32b0f1fb-e947-4266-9e1f-abb3b3bafca1 on network 4d1119cf-5fec-45f3-97f5-606abcd40a6f {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:52:09.603365 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:52:09.604084 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] Checking segment: {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:52:09.604683 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:09.605290 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] Bound using segment: {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:52:09.605947 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] Bound port: 32b0f1fb-e947-4266-9e1f-abb3b3bafca1, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:52:09.606540 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:09.654816 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=32f2f3f9-0fef-4c7d-a0c4-2b2798087b01,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:09.672537 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:09.673150 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] For port 32b0f1fb-e947-4266-9e1f-abb3b3bafca1, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:52:09.682391 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] For port 32b0f1fb-e947-4266-9e1f-abb3b3bafca1, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=32b0f1fb-e947-4266-9e1f-abb3b3bafca1,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:52:09.694348 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:09.706359 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port 37b59016-a854-4720-a367-4d9f3c6aeacd completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:52:09.709504 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-86277895-7424-454c-a4c8-f8f786f6aaae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:09.714078 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 37b59016-a854-4720-a367-4d9f3c6aeacd triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:09.714753 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:09.739812 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897acd0-03c1-4017-a479-c4f4233756a2 req-94bc1580-60b5-49b5-b0e6-4d3da2a859bb tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:09.741717 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f897acd0-03c1-4017-a479-c4f4233756a2 req-94bc1580-60b5-49b5-b0e6-4d3da2a859bb tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.1937242 Jun 16 13:52:09.780034 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Allocated IP 172.20.0.1 (c28dce7b-e44e-453c-aa58-5a4395459775/7ec12b59-e796-4c3a-bc07-45f7219a730b/ce922452-ea66-45de-9809-2916f4c95748) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:52:09.838147 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f897acd0-03c1-4017-a479-c4f4233756a2 req-00ae83b8-d7a9-4d53-ac6b-94100dec7519 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877655 Jun 16 13:52:09.881412 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] Routers {'43209b40-6d73-4ee1-bece-eb89efb0e7a4'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:52:09.882306 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:51:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['43209b40-6d73-4ee1-bece-eb89efb0e7a4'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:09.969413 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:10.024989 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:10.036993 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port 37b59016-a854-4720-a367-4d9f3c6aeacd, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=37b59016-a854-4720-a367-4d9f3c6aeacd,segment=NetworkSegment(8763d8f3-38e4-4841-9258-0f25ee9eff8f),segment_id=8763d8f3-38e4-4841-9258-0f25ee9eff8f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:10.044103 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Transition to ACTIVE for port object ce922452-ea66-45de-9809-2916f4c95748 will not be triggered until provisioned by entity DHCP. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:52:10.052992 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:10.054718 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:10.102884 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3313777'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:10.105760 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fc63b873-20b4-4f16-9095-2edf80116e73 tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:10.153928 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=37b59016-a854-4720-a367-4d9f3c6aeacd,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:10.162093 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:10.176313 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Network c28dce7b-e44e-453c-aa58-5a4395459775 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:52:10.179810 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:52:10.185699 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:52:10.189009 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070e0fb-5173-418a-9de8-ac8b5b8b27d4 None None] Pushing event updated for resources: {'Port': ['ID=32b0f1fb-e947-4266-9e1f-abb3b3bafca1,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:10.193583 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-a070e0fb-5173-418a-9de8-ac8b5b8b27d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:10.216895 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Pushing event updated for resources: {'Port': ['ID=ce922452-ea66-45de-9809-2916f4c95748,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:10.222927 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:10.238208 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672617'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:10.252164 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] Set router 43209b40-6d73-4ee1-bece-eb89efb0e7a4 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:52:10.275965 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-ec380b43-ebf7-4fa5-b76f-d2f4d353488d None None] Provisioning complete for port 37b59016-a854-4720-a367-4d9f3c6aeacd triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:10.276457 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ec380b43-ebf7-4fa5-b76f-d2f4d353488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:10.418683 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:10.507499 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43209b40-6d73-4ee1-bece-eb89efb0e7a4', 'name': 'tempest-TestMinimumBasicScenario-29467120-router', 'tenant_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '32b0f1fb-e947-4266-9e1f-abb3b3bafca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:52:05Z', 'updated_at': '2021-06-16T13:52:07Z', 'revision_number': 3, 'project_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'gw_port': {'id': '32b0f1fb-e947-4266-9e1f-abb3b3bafca1', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43209b40-6d73-4ee1-bece-eb89efb0e7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:06Z', 'updated_at': '2021-06-16T13:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:10.512059 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f228fa-b272-47ad-a621-6f65b038dc9b None None] The sync data for ids ['43209b40-6d73-4ee1-bece-eb89efb0e7a4'] in dv-cinder-774286-16-iscsi is: [{'id': '43209b40-6d73-4ee1-bece-eb89efb0e7a4', 'name': 'tempest-TestMinimumBasicScenario-29467120-router', 'tenant_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '32b0f1fb-e947-4266-9e1f-abb3b3bafca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:52:05Z', 'updated_at': '2021-06-16T13:52:07Z', 'revision_number': 3, 'project_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'gw_port': {'id': '32b0f1fb-e947-4266-9e1f-abb3b3bafca1', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43209b40-6d73-4ee1-bece-eb89efb0e7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:06Z', 'updated_at': '2021-06-16T13:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:52:10.631208 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:10.644237 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313767'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:10.647011 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:10.720713 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Pushing event updated for resources: {'Port': ['ID=ce922452-ea66-45de-9809-2916f4c95748,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:10.724028 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:10.724971 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672533'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:10.727922 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:52:10.762927 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-9851bd23-1f4b-4e84-9a00-d0c2f51ebd60 None None] Provisioning for port ce922452-ea66-45de-9809-2916f4c95748 completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:52:10.772033 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-9851bd23-1f4b-4e84-9a00-d0c2f51ebd60 None None] Provisioning complete for port ce922452-ea66-45de-9809-2916f4c95748 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:10.772371 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9851bd23-1f4b-4e84-9a00-d0c2f51ebd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:10.845996 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-9851bd23-1f4b-4e84-9a00-d0c2f51ebd60 None None] Port ce922452-ea66-45de-9809-2916f4c95748 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:52:10.854534 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:10.854915 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:10.860354 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Network c28dce7b-e44e-453c-aa58-5a4395459775 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:52:10.862304 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:52:10.905696 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039fead-4836-4d5d-bff7-1544252eaafb req-24f106ab-2d28-4d1b-96d4-1c1a94802dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:10.910120 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3039fead-4836-4d5d-bff7-1544252eaafb req-24f106ab-2d28-4d1b-96d4-1c1a94802dc8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=052bf41c0dac4472bc574fb6909da720&device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 1099 time: 0.0858579 Jun 16 13:52:10.940771 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1c77d414-24d3-41cb-b12a-592de7639fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:11.070433 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 37b59016-a854-4720-a367-4d9f3c6aeacd up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:52:11.101459 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039fead-4836-4d5d-bff7-1544252eaafb req-997697b7-80a6-4400-a4fa-31e91d858121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:11.102939 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3039fead-4836-4d5d-bff7-1544252eaafb req-997697b7-80a6-4400-a4fa-31e91d858121 service neutron] 10.222.0.63 "GET /v2.0/networks?id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 HTTP/1.1" status: 200 len: 919 time: 0.1847048 Jun 16 13:52:11.131844 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 37b59016-a854-4720-a367-4d9f3c6aeacd triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:11.132221 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:11.137428 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Router 43209b40-6d73-4ee1-bece-eb89efb0e7a4 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:52:11.203115 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3039fead-4836-4d5d-bff7-1544252eaafb req-3fe9ebd6-7a1e-451b-ac4e-e31ea01dca5a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44ef8105-e80d-48a4-a394-ecb90c682c9b HTTP/1.1" status: 200 len: 1001 time: 0.0915997 Jun 16 13:52:11.266501 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039fead-4836-4d5d-bff7-1544252eaafb req-42734cf0-160a-4317-8c33-be99eee18a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:11.268426 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3039fead-4836-4d5d-bff7-1544252eaafb req-42734cf0-160a-4317-8c33-be99eee18a91 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=51f55d14-8f22-464a-a7ae-943a9f2b051c HTTP/1.1" status: 200 len: 856 time: 0.0592217 Jun 16 13:52:11.279566 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-90db8f53-9c04-4ae0-8b26-70a209690d7c None None] Provisioning complete for port ce922452-ea66-45de-9809-2916f4c95748 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:11.279979 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-90db8f53-9c04-4ae0-8b26-70a209690d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:11.324510 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-90db8f53-9c04-4ae0-8b26-70a209690d7c None None] Port ce922452-ea66-45de-9809-2916f4c95748 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:52:11.346380 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039fead-4836-4d5d-bff7-1544252eaafb req-3e8c9c88-6207-4b90-913a-f32c05b36b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:11.348236 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3039fead-4836-4d5d-bff7-1544252eaafb req-3e8c9c88-6207-4b90-913a-f32c05b36b1b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0716953 Jun 16 13:52:11.449065 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3039fead-4836-4d5d-bff7-1544252eaafb req-14d7678b-7e23-439a-91d0-d53e08a01e64 service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930603 Jun 16 13:52:11.544255 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da87161-1d36-4a33-984b-758595e3b064 req-ac67a2e5-af81-43b8-a2bb-bc2755e8f200 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:11.546060 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-4da87161-1d36-4a33-984b-758595e3b064 req-ac67a2e5-af81-43b8-a2bb-bc2755e8f200 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.4829040 Jun 16 13:52:11.557839 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3039fead-4836-4d5d-bff7-1544252eaafb req-65a2a776-99e4-40c9-8753-aedd6ac3f25c service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021793 Jun 16 13:52:11.604560 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-4da87161-1d36-4a33-984b-758595e3b064 req-5df77402-b748-4f80-8d34-e77fbd92cb37 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470881 Jun 16 13:52:11.613209 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:52:11.618340 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] 10.222.0.26 "PUT /v2.0/routers/43209b40-6d73-4ee1-bece-eb89efb0e7a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0961535 Jun 16 13:52:12.271144 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] Sync routers for ids ['43209b40-6d73-4ee1-bece-eb89efb0e7a4'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:52:12.282265 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:52:12.285397 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] Routers {'43209b40-6d73-4ee1-bece-eb89efb0e7a4'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:52:12.286026 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:51:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['43209b40-6d73-4ee1-bece-eb89efb0e7a4'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:12.398862 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] Set router 43209b40-6d73-4ee1-bece-eb89efb0e7a4 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:52:12.699566 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43209b40-6d73-4ee1-bece-eb89efb0e7a4', 'name': 'tempest-TestMinimumBasicScenario-29467120-router', 'tenant_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '32b0f1fb-e947-4266-9e1f-abb3b3bafca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:52:05Z', 'updated_at': '2021-06-16T13:52:10Z', 'revision_number': 4, 'project_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'gw_port': {'id': '32b0f1fb-e947-4266-9e1f-abb3b3bafca1', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43209b40-6d73-4ee1-bece-eb89efb0e7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:06Z', 'updated_at': '2021-06-16T13:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'ce922452-ea66-45de-9809-2916f4c95748', 'name': '', 'network_id': 'c28dce7b-e44e-453c-aa58-5a4395459775', 'tenant_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'mac_address': 'fa:16:3e:bc:54:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43209b40-6d73-4ee1-bece-eb89efb0e7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7ec12b59-e796-4c3a-bc07-45f7219a730b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:09Z', 'updated_at': '2021-06-16T13:52:10Z', 'revision_number': 2, 'project_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'subnets': [{'id': '7ec12b59-e796-4c3a-bc07-45f7219a730b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:12.705209 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] Checking router: 43209b40-6d73-4ee1-bece-eb89efb0e7a4 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:52:12.705677 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] Updating router 43209b40-6d73-4ee1-bece-eb89efb0e7a4 port ce922452-ea66-45de-9809-2916f4c95748 binding host dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:52:12.773589 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 32b0f1fb-e947-4266-9e1f-abb3b3bafca1 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:52:12.874917 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:12.964745 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port 32b0f1fb-e947-4266-9e1f-abb3b3bafca1 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:52:12.980618 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 32b0f1fb-e947-4266-9e1f-abb3b3bafca1 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:12.981724 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:12.996931 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711ace0-ee11-463b-8b7b-1cbc122de4f5 req-db6e8391-73ca-48c4-8598-a2c4ccbd7956 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:12.999395 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7711ace0-ee11-463b-8b7b-1cbc122de4f5 req-db6e8391-73ca-48c4-8598-a2c4ccbd7956 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 946 time: 0.1388402 Jun 16 13:52:13.081065 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7711ace0-ee11-463b-8b7b-1cbc122de4f5 req-000feac5-73d3-474d-9fac-4d12a2b9144d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671756 Jun 16 13:52:13.306225 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:13.354543 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:13.373431 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 44ef8105-e80d-48a4-a394-ecb90c682c9b no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:52:13.398929 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-94258d6b-7a4f-4424-8271-8a9e47d8ddf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:13.446321 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port 32b0f1fb-e947-4266-9e1f-abb3b3bafca1, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=32b0f1fb-e947-4266-9e1f-abb3b3bafca1,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:13.476417 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:13.481621 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-1e4be326-9b17-4142-8ba5-e5e8704a0c7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:13.522983 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:13.532388 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] Notify callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:13.572531 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] Transition to ACTIVE for port object ce922452-ea66-45de-9809-2916f4c95748 will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:52:13.594235 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:13.599702 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:13.604358 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=32b0f1fb-e947-4266-9e1f-abb3b3bafca1,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:13.610185 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:13.615846 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:13.705201 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad5047d-2ee4-4731-994a-f5753fe27b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44ef8105-e80d-48a4-a394-ecb90c682c9b'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:52:13.707794 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad001aa7-76d3-40a9-9323-b342ae249ef9" -d '{"events": [{"server_uuid": "5ad5047d-2ee4-4731-994a-f5753fe27b3e", "name": "network-vif-unplugged", "status": "completed", "tag": "44ef8105-e80d-48a4-a394-ecb90c682c9b"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:52:13.734139 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 44ef8105-e80d-48a4-a394-ecb90c682c9b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=44ef8105-e80d-48a4-a394-ecb90c682c9b,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:13.771723 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787f6a6-5149-4b95-80d4-6aa1ec86c8eb None None] Pushing event updated for resources: {'Port': ['ID=ce922452-ea66-45de-9809-2916f4c95748,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:13.782283 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-4787f6a6-5149-4b95-80d4-6aa1ec86c8eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:13.783275 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:13.787845 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:13.833767 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 13:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03d9142-bff4-4d19-bd1b-a33438e88816 x-openstack-request-id: req-e03d9142-bff4-4d19-bd1b-a33438e88816 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:52:13.834100 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad5047d-2ee4-4731-994a-f5753fe27b3e", "name": "network-vif-unplugged", "status": "completed", "tag": "44ef8105-e80d-48a4-a394-ecb90c682c9b", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:52:13.834316 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e03d9142-bff4-4d19-bd1b-a33438e88816 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:52:13.834706 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad5047d-2ee4-4731-994a-f5753fe27b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44ef8105-e80d-48a4-a394-ecb90c682c9b', 'code': 200} Jun 16 13:52:13.855205 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] Attempting to bind port ce922452-ea66-45de-9809-2916f4c95748 on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:52:13.855821 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] Attempting to bind port ce922452-ea66-45de-9809-2916f4c95748 by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '8763d8f3-38e4-4841-9258-0f25ee9eff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': 'c28dce7b-e44e-453c-aa58-5a4395459775'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:52:13.856202 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] Attempting to bind port ce922452-ea66-45de-9809-2916f4c95748 on network c28dce7b-e44e-453c-aa58-5a4395459775 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:52:13.867568 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:52:13.868116 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] Checking segment: {'id': '8763d8f3-38e4-4841-9258-0f25ee9eff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': 'c28dce7b-e44e-453c-aa58-5a4395459775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:52:13.868602 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:13.869099 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] Bound using segment: {'id': '8763d8f3-38e4-4841-9258-0f25ee9eff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': 'c28dce7b-e44e-453c-aa58-5a4395459775'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:52:13.869675 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] Bound port: ce922452-ea66-45de-9809-2916f4c95748, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8763d8f3-38e4-4841-9258-0f25ee9eff8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': 'c28dce7b-e44e-453c-aa58-5a4395459775'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:52:13.870177 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:13.904641 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=44ef8105-e80d-48a4-a394-ecb90c682c9b,revision_number=8']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:13.907997 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:13.983652 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] For port ce922452-ea66-45de-9809-2916f4c95748, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:52:13.986952 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] For port ce922452-ea66-45de-9809-2916f4c95748, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=ce922452-ea66-45de-9809-2916f4c95748,segment=NetworkSegment(8763d8f3-38e4-4841-9258-0f25ee9eff8f),segment_id=8763d8f3-38e4-4841-9258-0f25ee9eff8f)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:52:13.995246 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:13.997468 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-794d366a-b76f-4774-b299-543743f4adb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:14.057857 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] Routers {'43209b40-6d73-4ee1-bece-eb89efb0e7a4'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:52:14.058565 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:52:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['43209b40-6d73-4ee1-bece-eb89efb0e7a4'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:14.298153 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787f6a6-5149-4b95-80d4-6aa1ec86c8eb None None] Pushing event updated for resources: {'Port': ['ID=ce922452-ea66-45de-9809-2916f4c95748,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:14.301644 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-4787f6a6-5149-4b95-80d4-6aa1ec86c8eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:14.339774 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6d70d-21a6-448b-bcb7-bdc802a17d81 req-8e17e9a6-eec1-48b5-9112-679f822bbd71 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:14.341398 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-98f6d70d-21a6-448b-bcb7-bdc802a17d81 req-8e17e9a6-eec1-48b5-9112-679f822bbd71 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 944 time: 0.1004696 Jun 16 13:52:14.366350 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] Set router 43209b40-6d73-4ee1-bece-eb89efb0e7a4 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:52:14.404002 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-98f6d70d-21a6-448b-bcb7-bdc802a17d81 req-36f84aa4-9081-4648-94cc-ea8f7485d948 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563414 Jun 16 13:52:14.658222 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43209b40-6d73-4ee1-bece-eb89efb0e7a4', 'name': 'tempest-TestMinimumBasicScenario-29467120-router', 'tenant_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '32b0f1fb-e947-4266-9e1f-abb3b3bafca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:52:05Z', 'updated_at': '2021-06-16T13:52:10Z', 'revision_number': 4, 'project_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'gw_port': {'id': '32b0f1fb-e947-4266-9e1f-abb3b3bafca1', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43209b40-6d73-4ee1-bece-eb89efb0e7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:06Z', 'updated_at': '2021-06-16T13:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'ce922452-ea66-45de-9809-2916f4c95748', 'name': '', 'network_id': 'c28dce7b-e44e-453c-aa58-5a4395459775', 'tenant_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'mac_address': 'fa:16:3e:bc:54:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43209b40-6d73-4ee1-bece-eb89efb0e7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7ec12b59-e796-4c3a-bc07-45f7219a730b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:09Z', 'updated_at': '2021-06-16T13:52:13Z', 'revision_number': 4, 'project_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'subnets': [{'id': '7ec12b59-e796-4c3a-bc07-45f7219a730b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:14.666593 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35858093-4e47-4e1d-8d2b-8e1187ab6b38 None None] The sync data for ids ['43209b40-6d73-4ee1-bece-eb89efb0e7a4'] in dv-cinder-774286-16-iscsi is: [{'id': '43209b40-6d73-4ee1-bece-eb89efb0e7a4', 'name': 'tempest-TestMinimumBasicScenario-29467120-router', 'tenant_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '32b0f1fb-e947-4266-9e1f-abb3b3bafca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:52:05Z', 'updated_at': '2021-06-16T13:52:10Z', 'revision_number': 4, 'project_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'gw_port': {'id': '32b0f1fb-e947-4266-9e1f-abb3b3bafca1', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43209b40-6d73-4ee1-bece-eb89efb0e7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:06Z', 'updated_at': '2021-06-16T13:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'ce922452-ea66-45de-9809-2916f4c95748', 'name': '', 'network_id': 'c28dce7b-e44e-453c-aa58-5a4395459775', 'tenant_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'mac_address': 'fa:16:3e:bc:54:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43209b40-6d73-4ee1-bece-eb89efb0e7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7ec12b59-e796-4c3a-bc07-45f7219a730b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:09Z', 'updated_at': '2021-06-16T13:52:13Z', 'revision_number': 4, 'project_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'subnets': [{'id': '7ec12b59-e796-4c3a-bc07-45f7219a730b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:52:14.685016 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 32b0f1fb-e947-4266-9e1f-abb3b3bafca1 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:52:14.807972 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 32b0f1fb-e947-4266-9e1f-abb3b3bafca1 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:14.808319 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:14.879915 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:16.092103 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65075b0f-2bd2-46d3-b25c-1ae6d2bafc1b req-4cc51931-a964-4fe9-8d10-ba3e1c63706c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:16.093927 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-65075b0f-2bd2-46d3-b25c-1ae6d2bafc1b req-4cc51931-a964-4fe9-8d10-ba3e1c63706c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 944 time: 0.1181777 Jun 16 13:52:16.134622 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1295e3f9-305f-4113-8998-c4c564ae89fd req-857d6d32-002c-4d07-9f44-319c3c7dc998 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1183093 Jun 16 13:52:16.159780 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-65075b0f-2bd2-46d3-b25c-1ae6d2bafc1b req-1b43d4fa-198a-47b9-87cb-edbc91fd4c62 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519807 Jun 16 13:52:16.457406 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:16.721139 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device ce922452-ea66-45de-9809-2916f4c95748 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:52:16.781768 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port ce922452-ea66-45de-9809-2916f4c95748 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:52:16.787113 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port ce922452-ea66-45de-9809-2916f4c95748 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:16.787694 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:16.897441 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:16.958513 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port ce922452-ea66-45de-9809-2916f4c95748, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=ce922452-ea66-45de-9809-2916f4c95748,segment=NetworkSegment(8763d8f3-38e4-4841-9258-0f25ee9eff8f),segment_id=8763d8f3-38e4-4841-9258-0f25ee9eff8f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:16.964591 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:16.969950 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:17.048214 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=ce922452-ea66-45de-9809-2916f4c95748,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:17.052997 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:17.148173 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295e3f9-305f-4113-8998-c4c564ae89fd req-6d460325-3994-4d34-8f32-c068ef8ffa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:17.149618 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1295e3f9-305f-4113-8998-c4c564ae89fd req-6d460325-3994-4d34-8f32-c068ef8ffa73 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e&tenant_id=052bf41c0dac4472bc574fb6909da720 HTTP/1.1" status: 200 len: 1097 time: 0.0674624 Jun 16 13:52:17.256941 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295e3f9-305f-4113-8998-c4c564ae89fd req-b2e2c0cb-5bfd-4eab-84a4-d591e83a0448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:17.259282 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1295e3f9-305f-4113-8998-c4c564ae89fd req-b2e2c0cb-5bfd-4eab-84a4-d591e83a0448 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=052bf41c0dac4472bc574fb6909da720&device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 1097 time: 0.0837474 Jun 16 13:52:17.357106 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e452783-62fc-49e3-9d1b-5c0ae5459fce req-a718eeaa-df51-4f70-8c0a-eebcdba4895a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:17.369741 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9e452783-62fc-49e3-9d1b-5c0ae5459fce req-a718eeaa-df51-4f70-8c0a-eebcdba4895a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 944 time: 0.0888534 Jun 16 13:52:17.390457 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295e3f9-305f-4113-8998-c4c564ae89fd req-aa72f48f-e918-4de3-bcc5-17dabef18bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:17.392500 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1295e3f9-305f-4113-8998-c4c564ae89fd req-aa72f48f-e918-4de3-bcc5-17dabef18bff service neutron] 10.222.0.63 "GET /v2.0/networks?id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 HTTP/1.1" status: 200 len: 919 time: 0.1261730 Jun 16 13:52:17.425513 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9e452783-62fc-49e3-9d1b-5c0ae5459fce req-b0399c52-5e0b-47c3-8685-9d0dec96e8ed tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537491 Jun 16 13:52:17.480118 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1295e3f9-305f-4113-8998-c4c564ae89fd req-88efaf19-7ea3-4b9e-b92c-b0c9095ccb5e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44ef8105-e80d-48a4-a394-ecb90c682c9b HTTP/1.1" status: 200 len: 999 time: 0.0803390 Jun 16 13:52:17.535685 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295e3f9-305f-4113-8998-c4c564ae89fd req-92ec1607-936a-4510-8ec9-85e4c382615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:17.537820 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1295e3f9-305f-4113-8998-c4c564ae89fd req-92ec1607-936a-4510-8ec9-85e4c382615f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=51f55d14-8f22-464a-a7ae-943a9f2b051c HTTP/1.1" status: 200 len: 856 time: 0.0505817 Jun 16 13:52:17.603602 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295e3f9-305f-4113-8998-c4c564ae89fd req-6064dd8c-9c61-4d8a-86f9-9c2c6017dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:17.605540 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1295e3f9-305f-4113-8998-c4c564ae89fd req-6064dd8c-9c61-4d8a-86f9-9c2c6017dab7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0617731 Jun 16 13:52:17.719234 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1295e3f9-305f-4113-8998-c4c564ae89fd req-b4579779-5317-4324-8d4d-654bff92979e service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057546 Jun 16 13:52:17.820213 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1295e3f9-305f-4113-8998-c4c564ae89fd req-6b8af203-63d2-4a33-8a65-becd524461f7 service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919988 Jun 16 13:52:18.637182 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e588f6-dad7-4126-8a78-edc46548917e req-f3c59db6-9dc9-48c2-a60d-4e80e87ce575 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:18.646200 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f4e588f6-dad7-4126-8a78-edc46548917e req-f3c59db6-9dc9-48c2-a60d-4e80e87ce575 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 944 time: 0.0813713 Jun 16 13:52:18.681969 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device ce922452-ea66-45de-9809-2916f4c95748 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:52:18.706725 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f4e588f6-dad7-4126-8a78-edc46548917e req-bfb57c79-1fe3-466f-9a4f-3c46f5703e7d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553701 Jun 16 13:52:18.749888 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port ce922452-ea66-45de-9809-2916f4c95748 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:18.750539 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:19.962547 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae5d82-e5d0-4997-9043-e00ff7d38085 req-ff85d46a-2a2d-4b02-8ca3-86b1a0493b93 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:19.965189 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0cae5d82-e5d0-4997-9043-e00ff7d38085 req-ff85d46a-2a2d-4b02-8ca3-86b1a0493b93 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 944 time: 0.0895498 Jun 16 13:52:20.018833 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0cae5d82-e5d0-4997-9043-e00ff7d38085 req-8d2cdbec-757c-4bce-a13a-c54371147b8d tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469210 Jun 16 13:52:21.280195 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a28d00-1eb1-4561-9942-c0b516123860 req-992ae907-12f5-418f-8ecd-e67d9c9a82ee tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:21.288353 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-56a28d00-1eb1-4561-9942-c0b516123860 req-992ae907-12f5-418f-8ecd-e67d9c9a82ee tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 944 time: 0.1048553 Jun 16 13:52:21.337880 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-56a28d00-1eb1-4561-9942-c0b516123860 req-a1df290c-399a-4b32-b95f-b6755a040efb tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479858 Jun 16 13:52:22.398268 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63822c-d657-4356-be50-fa1170e75055 req-62245b3e-fb0a-4b70-a22c-0ee89fdeb1ea tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:22.405617 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd63822c-d657-4356-be50-fa1170e75055 req-62245b3e-fb0a-4b70-a22c-0ee89fdeb1ea tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/networks?id=eae675ff-6760-494e-976a-ff819018914c HTTP/1.1" status: 200 len: 814 time: 0.1163821 Jun 16 13:52:22.419287 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd63822c-d657-4356-be50-fa1170e75055 req-8b9d20da-1f3d-4b95-8e4a-d82a4b727aaa tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/quotas/8c95884cff12489e9b10a2a7494c24f1 HTTP/1.1" status: 200 len: 375 time: 0.0127430 Jun 16 13:52:22.506756 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd63822c-d657-4356-be50-fa1170e75055 req-98b589f2-8bcc-49a8-887a-a79a7363bf8f tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c95884cff12489e9b10a2a7494c24f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695832 Jun 16 13:52:22.539642 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe4462-6ec8-4eef-b1ee-360710a72344 req-91309441-2ddc-4d01-a140-e1e9e0c9bdf3 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:22.541134 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-cefe4462-6ec8-4eef-b1ee-360710a72344 req-91309441-2ddc-4d01-a140-e1e9e0c9bdf3 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 944 time: 0.0806112 Jun 16 13:52:22.585224 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-cefe4462-6ec8-4eef-b1ee-360710a72344 req-088d516c-bd29-4855-a6d8-3404692b276c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381477 Jun 16 13:52:22.619796 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd63822c-d657-4356-be50-fa1170e75055 req-f6c076c9-78e0-493e-abcf-ab37ebd0089f service neutron] 10.222.0.26 "GET /v2.0/networks/eae675ff-6760-494e-976a-ff819018914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006570 Jun 16 13:52:22.718624 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd63822c-d657-4356-be50-fa1170e75055 req-db80b89c-e894-4356-9414-7d9d6592be12 service neutron] 10.222.0.26 "GET /v2.0/networks/eae675ff-6760-494e-976a-ff819018914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926723 Jun 16 13:52:22.912602 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0f7b2f0a-ad9c-405e-8c3c-84f400748496 req-6798014a-79f2-47fb-b863-70bff34d5517 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 210 time: 0.0471177 Jun 16 13:52:23.773239 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6687faa-d079-423b-ab5f-f36f1276b462 req-949cd57f-38f5-44ad-adf9-edbe83de1c93 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:23.774668 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f6687faa-d079-423b-ab5f-f36f1276b462 req-949cd57f-38f5-44ad-adf9-edbe83de1c93 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 944 time: 0.0653005 Jun 16 13:52:23.814892 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f6687faa-d079-423b-ab5f-f36f1276b462 req-3deb0fac-9588-4d49-87f1-1cb05586a80b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342772 Jun 16 13:52:24.069293 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9b27ecbf-7920-494f-85bd-13cead3b100b req-81d07133-432f-42f0-8615-6e5963d668d9 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 210 time: 0.0297997 Jun 16 13:52:25.025280 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba3185-d77a-4e87-968b-64a0ce7e3d33 req-4827a0fc-f7e8-43d8-923c-b84a53d153ba tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:25.026812 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ccba3185-d77a-4e87-968b-64a0ce7e3d33 req-4827a0fc-f7e8-43d8-923c-b84a53d153ba tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 944 time: 0.0889754 Jun 16 13:52:25.072977 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ccba3185-d77a-4e87-968b-64a0ce7e3d33 req-d7d7df7d-4383-41e0-870b-121780694a02 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398397 Jun 16 13:52:25.216463 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a075cc30-e9cb-4662-8825-f028fc276b13 req-1d6d2316-2c67-441a-a8ca-2e83653eb5fe tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 210 time: 0.0295849 Jun 16 13:52:26.288361 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e88b50-4654-46da-8410-58eaa275e58c req-1fec640e-7143-4466-b1cf-dde5e2dc0fda tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:26.295454 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a3e88b50-4654-46da-8410-58eaa275e58c req-1fec640e-7143-4466-b1cf-dde5e2dc0fda tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 944 time: 0.0884030 Jun 16 13:52:26.334302 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a3e88b50-4654-46da-8410-58eaa275e58c req-b63fe855-3ab6-4886-b3ce-4129cd077066 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379205 Jun 16 13:52:26.370421 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-391c60f7-6a67-4eba-a46f-4c8154974d04 req-5b55d2cd-8c78-4790-9577-678c1cab7df6 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 210 time: 0.0352745 Jun 16 13:52:27.533003 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5302e952-d129-4ace-87e2-70c2b82820db req-cbc187f8-c5f2-4260-a826-6ba433350296 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 210 time: 0.0409842 Jun 16 13:52:27.566197 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71ad5d-0798-4bd9-83a4-4e1623b38f2b req-f47b5e67-d0af-4311-a8c7-71402394a0e1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:27.567758 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de71ad5d-0798-4bd9-83a4-4e1623b38f2b req-f47b5e67-d0af-4311-a8c7-71402394a0e1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 944 time: 0.1065190 Jun 16 13:52:27.609088 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de71ad5d-0798-4bd9-83a4-4e1623b38f2b req-79e96e84-4fce-4429-836e-995af3315bbe tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356040 Jun 16 13:52:28.675223 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c8f6be04-d073-4228-97eb-c38cb36fd93b req-296d81a7-e846-42b0-a86a-8d3991929dd6 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 210 time: 0.0297215 Jun 16 13:52:28.793766 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f11c2-d568-43af-b1ed-3833ef09c8e8 req-bc0d1fce-5b47-49e3-a00a-f94871553a3e tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:28.795166 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-246f11c2-d568-43af-b1ed-3833ef09c8e8 req-bc0d1fce-5b47-49e3-a00a-f94871553a3e tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 944 time: 0.0682385 Jun 16 13:52:28.834290 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-246f11c2-d568-43af-b1ed-3833ef09c8e8 req-de5ac91e-d369-4cd4-9467-6f07e5472fc1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334661 Jun 16 13:52:29.004050 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63822c-d657-4356-be50-fa1170e75055 req-3d4a88f3-9ec0-4c54-8de7-437fb74f9fe7 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:29.006352 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd63822c-d657-4356-be50-fa1170e75055 req-3d4a88f3-9ec0-4c54-8de7-437fb74f9fe7 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.63 "GET /v2.0/networks?id=eae675ff-6760-494e-976a-ff819018914c HTTP/1.1" status: 200 len: 814 time: 0.1127915 Jun 16 13:52:29.022092 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-cd63822c-d657-4356-be50-fa1170e75055 req-6cbb2e3f-30c7-44df-993b-40b1e31fccfa tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Request body: {'port': {'device_id': '916aa433-28c5-4113-9363-3fa44be7856b', 'network_id': 'eae675ff-6760-494e-976a-ff819018914c', 'admin_state_up': True, 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:52:29.129952 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd63822c-d657-4356-be50-fa1170e75055 req-6cbb2e3f-30c7-44df-993b-40b1e31fccfa tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Made reservation on behalf of 8c95884cff12489e9b10a2a7494c24f1 for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:52:29.133534 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cd63822c-d657-4356-be50-fa1170e75055 req-6cbb2e3f-30c7-44df-993b-40b1e31fccfa tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:29.262580 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-cd63822c-d657-4356-be50-fa1170e75055 req-6cbb2e3f-30c7-44df-993b-40b1e31fccfa tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Allocated IP 172.20.0.13 (eae675ff-6760-494e-976a-ff819018914c/1d2a2c67-1ca2-4196-8b92-f73e71faec85/46dd420c-3c82-4cd6-bba7-6470676cec92) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:52:29.425028 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cd63822c-d657-4356-be50-fa1170e75055 req-6cbb2e3f-30c7-44df-993b-40b1e31fccfa tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:29.448537 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-cd63822c-d657-4356-be50-fa1170e75055 req-6cbb2e3f-30c7-44df-993b-40b1e31fccfa tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Transition to ACTIVE for port object 46dd420c-3c82-4cd6-bba7-6470676cec92 will not be triggered until provisioned by entity DHCP. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:52:29.486011 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 44ef8105-e80d-48a4-a394-ecb90c682c9b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:52:29.565492 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cd63822c-d657-4356-be50-fa1170e75055 req-6cbb2e3f-30c7-44df-993b-40b1e31fccfa tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:29.572212 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-084fa8fc-0636-4035-8010-0cae303ea540 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:29.644971 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 44ef8105-e80d-48a4-a394-ecb90c682c9b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=44ef8105-e80d-48a4-a394-ecb90c682c9b,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:29.660279 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd63822c-d657-4356-be50-fa1170e75055 req-6cbb2e3f-30c7-44df-993b-40b1e31fccfa tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Network eae675ff-6760-494e-976a-ff819018914c is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:52:29.662526 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': '44ef8105-e80d-48a4-a394-ecb90c682c9b', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'port_id': '44ef8105-e80d-48a4-a394-ecb90c682c9b', 'mac_address': 'fa:16:3e:56:1f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:52:29.668316 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-cd63822c-d657-4356-be50-fa1170e75055 req-6cbb2e3f-30c7-44df-993b-40b1e31fccfa tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:52:29.679332 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd63822c-d657-4356-be50-fa1170e75055 req-6cbb2e3f-30c7-44df-993b-40b1e31fccfa tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:52:29.686062 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb2e3f-30c7-44df-993b-40b1e31fccfa tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Pushing event updated for resources: {'Port': ['ID=46dd420c-3c82-4cd6-bba7-6470676cec92,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:29.710656 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-6cbb2e3f-30c7-44df-993b-40b1e31fccfa tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:29.721511 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:29.748767 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63822c-d657-4356-be50-fa1170e75055 req-6cbb2e3f-30c7-44df-993b-40b1e31fccfa tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:29.750069 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cd63822c-d657-4356-be50-fa1170e75055 req-6cbb2e3f-30c7-44df-993b-40b1e31fccfa tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:29.750977 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ef8105-e80d-48a4-a394-ecb90c682c9b {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:52:29.781367 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd63822c-d657-4356-be50-fa1170e75055 req-6cbb2e3f-30c7-44df-993b-40b1e31fccfa tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7633588 Jun 16 13:52:29.820435 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 44ef8105-e80d-48a4-a394-ecb90c682c9b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=44ef8105-e80d-48a4-a394-ecb90c682c9b,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:29.826472 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:29.829976 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:29.919044 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=44ef8105-e80d-48a4-a394-ecb90c682c9b,revision_number=9']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:29.922870 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:30.022170 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577594aa-75ab-4bae-8c2d-89c87ac2404c req-21383538-ddd0-46af-901e-1297d4701b4c tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:30.033454 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-577594aa-75ab-4bae-8c2d-89c87ac2404c req-21383538-ddd0-46af-901e-1297d4701b4c tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 932 time: 0.1284473 Jun 16 13:52:30.038852 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['44ef8105-e80d-48a4-a394-ecb90c682c9b'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:52:30.085118 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-577594aa-75ab-4bae-8c2d-89c87ac2404c req-c86f38f6-52bc-4061-8852-0e612af5539b tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503209 Jun 16 13:52:30.115675 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4420a-c3a6-4539-9636-6b4086fc5878 req-bf5095a3-b128-4128-9bbc-15074546f2a6 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:30.118107 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c5c4420a-c3a6-4539-9636-6b4086fc5878 req-bf5095a3-b128-4128-9bbc-15074546f2a6 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 945 time: 0.0938056 Jun 16 13:52:30.144154 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-4558fd9c-fd09-45e2-8d7e-97816634e285 None None] Provisioning for port 46dd420c-3c82-4cd6-bba7-6470676cec92 completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:52:30.169459 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c5c4420a-c3a6-4539-9636-6b4086fc5878 req-574fdd73-8246-47c6-a951-a2b060eaec09 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412664 Jun 16 13:52:30.184907 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-4558fd9c-fd09-45e2-8d7e-97816634e285 None None] Provisioning complete for port 46dd420c-3c82-4cd6-bba7-6470676cec92 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:30.185224 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4558fd9c-fd09-45e2-8d7e-97816634e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:30.259472 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-4558fd9c-fd09-45e2-8d7e-97816634e285 None None] Port 46dd420c-3c82-4cd6-bba7-6470676cec92 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:52:31.266921 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f30ae-0920-4b4d-89a9-866cde0f9a5b req-04b497ba-955c-4a21-9948-5739124bb3cd tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:31.268766 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-927f30ae-0920-4b4d-89a9-866cde0f9a5b req-04b497ba-955c-4a21-9948-5739124bb3cd tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 932 time: 0.0794854 Jun 16 13:52:31.312513 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-927f30ae-0920-4b4d-89a9-866cde0f9a5b req-5139c73b-27f5-4552-8826-8af695cf0f69 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379963 Jun 16 13:52:31.374549 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9237b-f5f3-4a9f-ae5b-41a090d72c29 req-6b56417b-f00e-46f8-b8da-b8fc20d09bd5 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:31.376067 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-64d9237b-f5f3-4a9f-ae5b-41a090d72c29 req-6b56417b-f00e-46f8-b8da-b8fc20d09bd5 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 945 time: 0.0680532 Jun 16 13:52:31.421162 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-64d9237b-f5f3-4a9f-ae5b-41a090d72c29 req-90f494ad-cd53-4e8c-9bd9-3d28798ddbb3 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391214 Jun 16 13:52:31.489277 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 44ef8105-e80d-48a4-a394-ecb90c682c9b up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:52:31.539424 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port 44ef8105-e80d-48a4-a394-ecb90c682c9b triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:31.539805 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:31.638151 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:31.672807 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad5047d-2ee4-4731-994a-f5753fe27b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ef8105-e80d-48a4-a394-ecb90c682c9b'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:52:31.675282 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac82679-6c33-4b94-8ab9-d66dea5c3bab" -d '{"events": [{"server_uuid": "5ad5047d-2ee4-4731-994a-f5753fe27b3e", "name": "network-vif-plugged", "status": "completed", "tag": "44ef8105-e80d-48a4-a394-ecb90c682c9b"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:52:31.698330 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 44ef8105-e80d-48a4-a394-ecb90c682c9b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=44ef8105-e80d-48a4-a394-ecb90c682c9b,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:31.704486 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:31.724851 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:31.747540 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18f1bb6-5a23-4790-b432-c921297287a7 x-openstack-request-id: req-b18f1bb6-5a23-4790-b432-c921297287a7 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:52:31.748066 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad5047d-2ee4-4731-994a-f5753fe27b3e", "name": "network-vif-plugged", "status": "completed", "tag": "44ef8105-e80d-48a4-a394-ecb90c682c9b", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:52:31.748200 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b18f1bb6-5a23-4790-b432-c921297287a7 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:52:31.748501 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad5047d-2ee4-4731-994a-f5753fe27b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ef8105-e80d-48a4-a394-ecb90c682c9b', 'code': 200} Jun 16 13:52:31.807740 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=44ef8105-e80d-48a4-a394-ecb90c682c9b,revision_number=10']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:31.811239 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:32.506832 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8761743-81b0-4d4c-9b12-00c42b5ac564 req-436f24f7-b42e-4fe9-a2b1-801908fb7fe9 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:32.508939 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d8761743-81b0-4d4c-9b12-00c42b5ac564 req-436f24f7-b42e-4fe9-a2b1-801908fb7fe9 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 932 time: 0.0794792 Jun 16 13:52:32.550045 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d8761743-81b0-4d4c-9b12-00c42b5ac564 req-c8b86744-b94d-4095-9554-fecd1d98c95a tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351872 Jun 16 13:52:32.626266 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b97488-9fc3-40a2-a1aa-85b6bb44039d req-9d72a5b3-4ab7-4132-b44d-7d35a3cc85e8 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:32.627809 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-99b97488-9fc3-40a2-a1aa-85b6bb44039d req-9d72a5b3-4ab7-4132-b44d-7d35a3cc85e8 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 947 time: 0.0696397 Jun 16 13:52:32.668047 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-99b97488-9fc3-40a2-a1aa-85b6bb44039d req-84f9ff9e-4927-4fd6-ad35-5e1fae2b7bdb tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338941 Jun 16 13:52:33.746240 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d265ea5-72db-49dd-ad5a-cf27f70bb59c req-8f35cf3d-4faa-4fde-b620-9b467fdf6092 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:33.747862 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9d265ea5-72db-49dd-ad5a-cf27f70bb59c req-8f35cf3d-4faa-4fde-b620-9b467fdf6092 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 932 time: 0.0709569 Jun 16 13:52:33.790648 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9d265ea5-72db-49dd-ad5a-cf27f70bb59c req-d35c2057-dc17-4bc9-84c8-20c9614ef64e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365160 Jun 16 13:52:33.873507 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cc147-5d1b-4ea5-884e-acd482cdd384 req-fe6ed057-00f7-40cb-9ca0-a6f78654c72b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:33.875073 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-412cc147-5d1b-4ea5-884e-acd482cdd384 req-fe6ed057-00f7-40cb-9ca0-a6f78654c72b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 947 time: 0.0681870 Jun 16 13:52:33.921919 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-412cc147-5d1b-4ea5-884e-acd482cdd384 req-eb68b145-d684-4f55-b571-68cd2b840132 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402417 Jun 16 13:52:35.007076 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8324c8-7be1-4384-b2ef-f1e024fd21d3 req-c23a5aa5-8357-4ba8-bb70-a064db5a1724 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:35.012404 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0e8324c8-7be1-4384-b2ef-f1e024fd21d3 req-c23a5aa5-8357-4ba8-bb70-a064db5a1724 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 932 time: 0.0982363 Jun 16 13:52:35.055115 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0e8324c8-7be1-4384-b2ef-f1e024fd21d3 req-a92074f5-c51a-45e1-b5cf-52086ae747d7 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386009 Jun 16 13:52:35.115683 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add752be-6c60-4e2d-9090-c848838e99a7 req-04fcc18a-87d0-40a7-bdd8-46b9f0bd6a66 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:35.117280 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-add752be-6c60-4e2d-9090-c848838e99a7 req-04fcc18a-87d0-40a7-bdd8-46b9f0bd6a66 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 947 time: 0.0717254 Jun 16 13:52:35.157491 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-add752be-6c60-4e2d-9090-c848838e99a7 req-b7c92580-a3ab-4d9b-b19e-2b7331259b00 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345597 Jun 16 13:52:36.239170 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e62d4c-965c-49a3-a343-814cc8398403 req-0f5cf3ec-717a-4cd4-9a89-4c5d8d5a3a04 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:36.240647 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-24e62d4c-965c-49a3-a343-814cc8398403 req-0f5cf3ec-717a-4cd4-9a89-4c5d8d5a3a04 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 932 time: 0.0741661 Jun 16 13:52:36.283767 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-24e62d4c-965c-49a3-a343-814cc8398403 req-b2d098d5-bf26-4742-8cd1-d94459f61c37 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367763 Jun 16 13:52:36.372569 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a123d-899c-462d-91aa-7bae1cdf5821 req-d6cd19ad-f612-45b7-a8a4-1715bfa4d11e tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:36.374773 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b74a123d-899c-462d-91aa-7bae1cdf5821 req-d6cd19ad-f612-45b7-a8a4-1715bfa4d11e tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 947 time: 0.0738902 Jun 16 13:52:36.422631 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b74a123d-899c-462d-91aa-7bae1cdf5821 req-5d16505c-09b5-4272-8b97-27cc6cd2b506 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408027 Jun 16 13:52:37.467258 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77713b3-a702-41c7-be3b-0de2d2817fe5 req-2ab5c347-f4bd-46fc-940f-ad05f4ad9d56 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:37.469392 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b77713b3-a702-41c7-be3b-0de2d2817fe5 req-2ab5c347-f4bd-46fc-940f-ad05f4ad9d56 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 932 time: 0.0745840 Jun 16 13:52:37.509224 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b77713b3-a702-41c7-be3b-0de2d2817fe5 req-dbfa7bd2-04b5-49d6-a604-956c49b1f789 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337863 Jun 16 13:52:37.638580 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ac38e-c668-4f81-b268-8fd6ccaf4000 req-7d5caaca-551d-4f41-a1fe-1f81abd9341a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:37.640496 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0c8ac38e-c668-4f81-b268-8fd6ccaf4000 req-7d5caaca-551d-4f41-a1fe-1f81abd9341a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 947 time: 0.0702369 Jun 16 13:52:37.679782 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0c8ac38e-c668-4f81-b268-8fd6ccaf4000 req-a8252299-6a79-4f9f-af76-7ceceb35e649 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336597 Jun 16 13:52:38.703566 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3106f-7829-4eaa-9f10-96842e4745eb req-41317977-dd70-4865-b451-2da86e6c475e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:38.705205 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f5a3106f-7829-4eaa-9f10-96842e4745eb req-41317977-dd70-4865-b451-2da86e6c475e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 932 time: 0.0665867 Jun 16 13:52:38.744582 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f5a3106f-7829-4eaa-9f10-96842e4745eb req-cee38d48-f7f5-4e3c-858d-7513df208c2d tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331864 Jun 16 13:52:38.897776 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0861a-9a5a-4529-ad4d-e267324c2a39 req-24059f3c-c05d-49aa-8f1b-5bc266bd41f2 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:38.899635 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-6ee0861a-9a5a-4529-ad4d-e267324c2a39 req-24059f3c-c05d-49aa-8f1b-5bc266bd41f2 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 947 time: 0.0671504 Jun 16 13:52:38.941540 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-6ee0861a-9a5a-4529-ad4d-e267324c2a39 req-49d21dda-08d4-4681-b395-556f11a4e2fa tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348828 Jun 16 13:52:39.929518 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fee2e4-567b-4130-a9be-61bcc5abce67 req-9b68c0e6-4593-4790-9fe5-8088445354d5 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:39.930881 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-06fee2e4-567b-4130-a9be-61bcc5abce67 req-9b68c0e6-4593-4790-9fe5-8088445354d5 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 932 time: 0.0650892 Jun 16 13:52:39.967656 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-06fee2e4-567b-4130-a9be-61bcc5abce67 req-71f701b1-431f-4af5-9187-785d45fbbcc6 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311637 Jun 16 13:52:40.122234 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8118f-58a5-4126-b59b-26787ab29cb5 req-f44958a8-8f30-4129-b226-c7122f04b678 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:40.123692 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c8a8118f-58a5-4126-b59b-26787ab29cb5 req-f44958a8-8f30-4129-b226-c7122f04b678 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 947 time: 0.0643067 Jun 16 13:52:40.164053 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c8a8118f-58a5-4126-b59b-26787ab29cb5 req-e009a0e1-72bc-416b-b4fe-9e64aa48bb6a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346725 Jun 16 13:52:40.214294 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Request body: {'port': {'device_id': '916aa433-28c5-4113-9363-3fa44be7856b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:52:40.287182 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:40.363284 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41d05f-7520-4f9b-a6bb-38c618b14e18 req-cc854daa-fc21-4c27-bd78-a0824e27549e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:40.364756 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-4d41d05f-7520-4f9b-a6bb-38c618b14e18 req-cc854daa-fc21-4c27-bd78-a0824e27549e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=052bf41c0dac4472bc574fb6909da720&device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 1100 time: 0.0546327 Jun 16 13:52:40.477359 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41d05f-7520-4f9b-a6bb-38c618b14e18 req-9c090e2a-4578-4b43-9506-a96101a8ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:40.478721 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-4d41d05f-7520-4f9b-a6bb-38c618b14e18 req-9c090e2a-4578-4b43-9506-a96101a8ad60 service neutron] 10.222.0.63 "GET /v2.0/networks?id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 HTTP/1.1" status: 200 len: 919 time: 0.0849023 Jun 16 13:52:40.528335 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb12f1-4f20-43f3-a862-fc2f308a6ac1 req-9d8f4989-6df2-459a-abc0-a3aa41875406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:40.531457 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8bbb12f1-4f20-43f3-a862-fc2f308a6ac1 req-9d8f4989-6df2-459a-abc0-a3aa41875406 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 1100 time: 0.1307838 Jun 16 13:52:40.548444 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-4d41d05f-7520-4f9b-a6bb-38c618b14e18 req-9343e844-cb58-4dbb-9a97-2c38846e0d82 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44ef8105-e80d-48a4-a394-ecb90c682c9b HTTP/1.1" status: 200 len: 1001 time: 0.0604930 Jun 16 13:52:40.598569 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41d05f-7520-4f9b-a6bb-38c618b14e18 req-f227d0fb-6c76-45d5-b5d1-cc1329fdb55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:40.600307 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-4d41d05f-7520-4f9b-a6bb-38c618b14e18 req-f227d0fb-6c76-45d5-b5d1-cc1329fdb55c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=51f55d14-8f22-464a-a7ae-943a9f2b051c HTTP/1.1" status: 200 len: 856 time: 0.0442507 Jun 16 13:52:40.602749 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8bbb12f1-4f20-43f3-a862-fc2f308a6ac1 req-56c6db3c-0e38-4051-b2c2-82dfeb2f0052 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606215 Jun 16 13:52:40.646722 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46dd420c-3c82-4cd6-bba7-6470676cec92 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:52:40.655266 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:40.667477 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Transition to ACTIVE for port object 46dd420c-3c82-4cd6-bba7-6470676cec92 will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:52:40.672172 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:40.675083 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:40.711988 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41d05f-7520-4f9b-a6bb-38c618b14e18 req-08b32afe-23c5-43a6-9372-284aa0de83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:40.713515 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-4d41d05f-7520-4f9b-a6bb-38c618b14e18 req-08b32afe-23c5-43a6-9372-284aa0de83b4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0579538 Jun 16 13:52:40.751926 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Pushing event updated for resources: {'Port': ['ID=46dd420c-3c82-4cd6-bba7-6470676cec92,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:40.777433 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:40.777816 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:40.778193 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:40.778552 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:40.778921 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:40.779286 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:40.779647 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:40.780006 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:40.780450 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:40.781400 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:40.781823 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:40.782119 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:40.804833 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:40.834398 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Attempting to bind port 46dd420c-3c82-4cd6-bba7-6470676cec92 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:52:40.834737 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Attempting to bind port 46dd420c-3c82-4cd6-bba7-6470676cec92 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'eae675ff-6760-494e-976a-ff819018914c'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:52:40.835071 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Attempting to bind port 46dd420c-3c82-4cd6-bba7-6470676cec92 on network eae675ff-6760-494e-976a-ff819018914c {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:52:40.839427 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Port 46dd420c-3c82-4cd6-bba7-6470676cec92 on network eae675ff-6760-494e-976a-ff819018914c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:52:40.839749 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Attempting to bind port 46dd420c-3c82-4cd6-bba7-6470676cec92 on network eae675ff-6760-494e-976a-ff819018914c {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:52:40.840230 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-4d41d05f-7520-4f9b-a6bb-38c618b14e18 req-cac89bd1-8bfe-4129-9d27-8c94af5a293d service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985882 Jun 16 13:52:40.845611 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Checking agent: {'id': 'bb4a981f-00aa-40ad-8a89-acbc72a2637c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:52:40.845954 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Checking segment: {'id': '7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'eae675ff-6760-494e-976a-ff819018914c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:52:40.846473 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Bound using segment: {'id': '7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'eae675ff-6760-494e-976a-ff819018914c'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:52:40.846776 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Bound port: 46dd420c-3c82-4cd6-bba7-6470676cec92, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'eae675ff-6760-494e-976a-ff819018914c'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:52:40.847190 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:40.891310 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ddc5e301-4e49-4287-9df6-131f0fcd0bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:40.932181 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] For port 46dd420c-3c82-4cd6-bba7-6470676cec92, host hv-cinder-77428, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:52:40.935246 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] For port 46dd420c-3c82-4cd6-bba7-6470676cec92, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=46dd420c-3c82-4cd6-bba7-6470676cec92,segment=NetworkSegment(7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7),segment_id=7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:52:40.939447 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:40.942256 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:40.943405 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-4d41d05f-7520-4f9b-a6bb-38c618b14e18 req-efa963ba-4c01-439b-9bf6-5a9548df52b1 service neutron] 10.222.0.63 "GET /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952139 Jun 16 13:52:40.973033 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:40.973651 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:40.975054 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd63822c-d657-4356-be50-fa1170e75055 req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] 10.222.0.63 "PUT /v2.0/ports/46dd420c-3c82-4cd6-bba7-6470676cec92 HTTP/1.1" status: 200 len: 1094 time: 0.7652614 Jun 16 13:52:40.975572 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916aa433-28c5-4113-9363-3fa44be7856b', 'tag': '46dd420c-3c82-4cd6-bba7-6470676cec92'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:52:40.977914 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abd3f07-6315-40b3-bc53-1ee567e32396" -d '{"events": [{"name": "network-changed", "server_uuid": "916aa433-28c5-4113-9363-3fa44be7856b", "tag": "46dd420c-3c82-4cd6-bba7-6470676cec92"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:52:41.022532 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11cbf82-f6de-4584-86e5-9f3a36030468 x-openstack-request-id: req-d11cbf82-f6de-4584-86e5-9f3a36030468 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:52:41.022868 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916aa433-28c5-4113-9363-3fa44be7856b", "tag": "46dd420c-3c82-4cd6-bba7-6470676cec92", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:52:41.023165 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d11cbf82-f6de-4584-86e5-9f3a36030468 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:52:41.023601 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916aa433-28c5-4113-9363-3fa44be7856b', 'tag': '46dd420c-3c82-4cd6-bba7-6470676cec92', 'status': 'completed', 'code': 200} Jun 16 13:52:41.057846 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Pushing event updated for resources: {'Port': ['ID=46dd420c-3c82-4cd6-bba7-6470676cec92,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:41.061185 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:41.095530 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63822c-d657-4356-be50-fa1170e75055 req-bb4d4b8c-8dde-4f0f-a19d-273e976d9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:41.097353 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd63822c-d657-4356-be50-fa1170e75055 req-bb4d4b8c-8dde-4f0f-a19d-273e976d9fc1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c95884cff12489e9b10a2a7494c24f1&device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 1097 time: 0.0677576 Jun 16 13:52:41.161887 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfb170-df03-406f-80dd-62157de00bcc req-4b2cf717-c9d5-4731-b3a8-f67b74b3b7cc tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:41.164339 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-d6bfb170-df03-406f-80dd-62157de00bcc req-4b2cf717-c9d5-4731-b3a8-f67b74b3b7cc tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 944 time: 0.0778859 Jun 16 13:52:41.208163 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-d6bfb170-df03-406f-80dd-62157de00bcc req-ed119d3e-fa62-4560-8b5b-4540801ee8b8 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384078 Jun 16 13:52:41.415639 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd63822c-d657-4356-be50-fa1170e75055 req-4b861372-97c3-45cf-b1af-a82ad226f14a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46dd420c-3c82-4cd6-bba7-6470676cec92 HTTP/1.1" status: 200 len: 217 time: 0.3099039 Jun 16 13:52:41.491225 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63822c-d657-4356-be50-fa1170e75055 req-a2624d00-e49f-4902-b845-88c982d0d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:41.492629 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd63822c-d657-4356-be50-fa1170e75055 req-a2624d00-e49f-4902-b845-88c982d0d566 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1d2a2c67-1ca2-4196-8b92-f73e71faec85 HTTP/1.1" status: 200 len: 853 time: 0.0691381 Jun 16 13:52:41.538094 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62ef02-9f59-4bc6-afa3-b1063c49d0c0 req-99465acd-f121-43af-b4e1-1d8b7caae1e8 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:41.539481 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9f62ef02-9f59-4bc6-afa3-b1063c49d0c0 req-99465acd-f121-43af-b4e1-1d8b7caae1e8 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 947 time: 0.1265488 Jun 16 13:52:41.588767 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9f62ef02-9f59-4bc6-afa3-b1063c49d0c0 req-0f5805a3-1793-426d-90ea-323ac10a34be tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434742 Jun 16 13:52:41.597779 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63822c-d657-4356-be50-fa1170e75055 req-959c1660-9910-41c4-aa42-df7f7fdca795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:41.600183 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd63822c-d657-4356-be50-fa1170e75055 req-959c1660-9910-41c4-aa42-df7f7fdca795 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eae675ff-6760-494e-976a-ff819018914c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0994022 Jun 16 13:52:41.721686 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd63822c-d657-4356-be50-fa1170e75055 req-2062ec6a-4158-4801-a06d-8be2a0e76fff service neutron] 10.222.0.63 "GET /v2.0/networks/eae675ff-6760-494e-976a-ff819018914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109633 Jun 16 13:52:41.821282 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd63822c-d657-4356-be50-fa1170e75055 req-59066405-37a3-46e1-b411-21e99b802a96 service neutron] 10.222.0.63 "GET /v2.0/networks/eae675ff-6760-494e-976a-ff819018914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927386 Jun 16 13:52:41.925565 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd3f07-6315-40b3-bc53-1ee567e32396 req-1d2f6ef9-e40d-46b8-bb49-16a1acaac97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:41.927111 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9abd3f07-6315-40b3-bc53-1ee567e32396 req-1d2f6ef9-e40d-46b8-bb49-16a1acaac97b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c95884cff12489e9b10a2a7494c24f1&device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 1097 time: 0.0566428 Jun 16 13:52:42.021270 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd3f07-6315-40b3-bc53-1ee567e32396 req-82b642ce-0dab-4f3d-9277-d356c65044db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:42.022728 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9abd3f07-6315-40b3-bc53-1ee567e32396 req-82b642ce-0dab-4f3d-9277-d356c65044db service neutron] 10.222.0.63 "GET /v2.0/networks?id=eae675ff-6760-494e-976a-ff819018914c HTTP/1.1" status: 200 len: 916 time: 0.0894949 Jun 16 13:52:42.072553 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9abd3f07-6315-40b3-bc53-1ee567e32396 req-819c6199-49be-4116-b164-3ab9b65eab23 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46dd420c-3c82-4cd6-bba7-6470676cec92 HTTP/1.1" status: 200 len: 217 time: 0.0419264 Jun 16 13:52:42.126937 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd3f07-6315-40b3-bc53-1ee567e32396 req-9bbff201-cfcd-42d4-99fb-b25476f778f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:42.128365 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9abd3f07-6315-40b3-bc53-1ee567e32396 req-9bbff201-cfcd-42d4-99fb-b25476f778f3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1d2a2c67-1ca2-4196-8b92-f73e71faec85 HTTP/1.1" status: 200 len: 853 time: 0.0489798 Jun 16 13:52:42.188940 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd3f07-6315-40b3-bc53-1ee567e32396 req-ea3e8845-8045-456b-b768-f5b533c5afd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:42.190404 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9abd3f07-6315-40b3-bc53-1ee567e32396 req-ea3e8845-8045-456b-b768-f5b533c5afd4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eae675ff-6760-494e-976a-ff819018914c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0549934 Jun 16 13:52:42.289273 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9abd3f07-6315-40b3-bc53-1ee567e32396 req-d3d90cff-a345-4a61-a21b-d146ca3f2f4a service neutron] 10.222.0.63 "GET /v2.0/networks/eae675ff-6760-494e-976a-ff819018914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804553 Jun 16 13:52:42.385430 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9abd3f07-6315-40b3-bc53-1ee567e32396 req-428a2ce7-c800-400c-85b6-daf8bbb46603 service neutron] 10.222.0.63 "GET /v2.0/networks/eae675ff-6760-494e-976a-ff819018914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892847 Jun 16 13:52:42.391011 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aecefd-f12e-48d8-a75f-1972c5b3d796 req-26d724c6-e2f3-4676-840d-2c3ba0e28109 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:42.392509 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-87aecefd-f12e-48d8-a75f-1972c5b3d796 req-26d724c6-e2f3-4676-840d-2c3ba0e28109 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 944 time: 0.0717463 Jun 16 13:52:42.430192 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-87aecefd-f12e-48d8-a75f-1972c5b3d796 req-31dfec12-a25f-4db5-b9be-e445495087a5 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319614 Jun 16 13:52:42.773154 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534e046-7792-453c-8512-33ea7c69eea5 req-719f8070-c07a-40bc-81d9-5f7a8ecb2bd5 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:42.774592 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4534e046-7792-453c-8512-33ea7c69eea5 req-719f8070-c07a-40bc-81d9-5f7a8ecb2bd5 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 947 time: 0.0618932 Jun 16 13:52:42.816798 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4534e046-7792-453c-8512-33ea7c69eea5 req-4b4c5d15-fa95-4b1f-ae18-455233396bc9 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365777 Jun 16 13:52:43.267871 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:43.342140 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7313371f-e978-4039-84df-ac039ac91836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:43.445866 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:43.539760 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 46dd420c-3c82-4cd6-bba7-6470676cec92 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:52:43.600727 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24023569-cc2f-46d5-afbd-86fd5bfe6793 req-21116db9-7fcb-4d60-b6d0-e88ec48bdb00 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:43.602229 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-24023569-cc2f-46d5-afbd-86fd5bfe6793 req-21116db9-7fcb-4d60-b6d0-e88ec48bdb00 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 944 time: 0.0633876 Jun 16 13:52:43.636686 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 46dd420c-3c82-4cd6-bba7-6470676cec92, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=46dd420c-3c82-4cd6-bba7-6470676cec92,segment=NetworkSegment(7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7),segment_id=7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:43.639988 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-24023569-cc2f-46d5-afbd-86fd5bfe6793 req-59589bf6-4e55-47d5-90b0-39298d46e1ec tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321596 Jun 16 13:52:43.648321 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': '46dd420c-3c82-4cd6-bba7-6470676cec92', 'network_id': 'eae675ff-6760-494e-976a-ff819018914c', 'port_id': '46dd420c-3c82-4cd6-bba7-6470676cec92', 'mac_address': 'fa:16:3e:0b:1b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d2a2c67-1ca2-4196-8b92-f73e71faec85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:52:43.684848 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:43.697510 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46dd420c-3c82-4cd6-bba7-6470676cec92 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:52:43.716989 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 46dd420c-3c82-4cd6-bba7-6470676cec92, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=46dd420c-3c82-4cd6-bba7-6470676cec92,segment=NetworkSegment(7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7),segment_id=7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:43.720911 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:43.724034 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-4787f6a6-5149-4b95-80d4-6aa1ec86c8eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:43.771704 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=46dd420c-3c82-4cd6-bba7-6470676cec92,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:43.774885 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:43.946338 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['46dd420c-3c82-4cd6-bba7-6470676cec92'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:52:44.813127 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a372770-6b64-433f-8d1c-835dcef34fce req-94293641-9ee8-4943-8aee-1b54c55afabd tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:44.814570 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4a372770-6b64-433f-8d1c-835dcef34fce req-94293641-9ee8-4943-8aee-1b54c55afabd tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 945 time: 0.0632014 Jun 16 13:52:44.843673 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:44.856793 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4a372770-6b64-433f-8d1c-835dcef34fce req-54c77890-638f-4134-9d43-22e5678d128f tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364974 Jun 16 13:52:45.560483 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 46dd420c-3c82-4cd6-bba7-6470676cec92 up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:52:45.610200 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning for port 46dd420c-3c82-4cd6-bba7-6470676cec92 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:52:45.613727 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port 46dd420c-3c82-4cd6-bba7-6470676cec92 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:45.614105 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:45.690641 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:45.712421 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916aa433-28c5-4113-9363-3fa44be7856b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46dd420c-3c82-4cd6-bba7-6470676cec92'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:52:45.714688 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04a6331-47d7-414f-81f4-79e74c7e30a1" -d '{"events": [{"server_uuid": "916aa433-28c5-4113-9363-3fa44be7856b", "name": "network-vif-plugged", "status": "completed", "tag": "46dd420c-3c82-4cd6-bba7-6470676cec92"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:52:45.726939 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 46dd420c-3c82-4cd6-bba7-6470676cec92, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=46dd420c-3c82-4cd6-bba7-6470676cec92,segment=NetworkSegment(7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7),segment_id=7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:45.731171 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:45.733003 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:45.756300 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2f4af8-6aa6-41c2-8688-723346e34cbf x-openstack-request-id: req-3f2f4af8-6aa6-41c2-8688-723346e34cbf {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:52:45.756599 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916aa433-28c5-4113-9363-3fa44be7856b", "name": "network-vif-plugged", "status": "completed", "tag": "46dd420c-3c82-4cd6-bba7-6470676cec92", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:52:45.756882 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f2f4af8-6aa6-41c2-8688-723346e34cbf {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:52:45.757272 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916aa433-28c5-4113-9363-3fa44be7856b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46dd420c-3c82-4cd6-bba7-6470676cec92', 'code': 200} Jun 16 13:52:45.786247 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=46dd420c-3c82-4cd6-bba7-6470676cec92,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:45.789578 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:46.031870 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d542a19-ffdf-422e-9fda-a75bc8fb3994 req-0415021a-b6ed-4108-9a8d-08ac9c5ab586 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:46.033890 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2d542a19-ffdf-422e-9fda-a75bc8fb3994 req-0415021a-b6ed-4108-9a8d-08ac9c5ab586 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 946 time: 0.0635715 Jun 16 13:52:46.096337 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2d542a19-ffdf-422e-9fda-a75bc8fb3994 req-f7140337-1afd-449f-9813-d5e6e9e17b3d tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565736 Jun 16 13:52:46.120701 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7a306-502b-4547-bacf-4caff5944c88 req-3fc01aed-9d0c-4e7e-aee4-17b41f2a790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:46.122250 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4be7a306-502b-4547-bacf-4caff5944c88 req-3fc01aed-9d0c-4e7e-aee4-17b41f2a790b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 1099 time: 0.0628598 Jun 16 13:52:46.155948 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4be7a306-502b-4547-bacf-4caff5944c88 req-266e36a1-9e5d-424f-948d-e1bda41de4d4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268614 Jun 16 13:52:46.435831 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:47.268611 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4582be7-7141-4e98-a7e1-c1a5b2c9c032 req-07a114d3-dd2b-4477-9814-624f9804551d tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:47.270218 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f4582be7-7141-4e98-a7e1-c1a5b2c9c032 req-07a114d3-dd2b-4477-9814-624f9804551d tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 946 time: 0.0670264 Jun 16 13:52:47.307097 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f4582be7-7141-4e98-a7e1-c1a5b2c9c032 req-071a9a08-6b0d-4791-9b6b-c0c93de268ca tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312850 Jun 16 13:52:47.481140 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d697b-8121-4524-9de7-0934dddd6952 req-dfdb9b99-8e73-4018-af74-273b07a66d11 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:47.482581 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-458d697b-8121-4524-9de7-0934dddd6952 req-dfdb9b99-8e73-4018-af74-273b07a66d11 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 946 time: 0.0652664 Jun 16 13:52:47.519148 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-458d697b-8121-4524-9de7-0934dddd6952 req-0f2a8445-839d-4fd4-9b78-e4da3086de96 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309279 Jun 16 13:52:47.895695 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713394a-d4c8-45a3-aec6-d3aea1502680 req-83bef0ac-4488-4767-9897-8a24c3426399 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:47.897032 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f713394a-d4c8-45a3-aec6-d3aea1502680 req-83bef0ac-4488-4767-9897-8a24c3426399 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 946 time: 0.0607932 Jun 16 13:52:47.933410 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f713394a-d4c8-45a3-aec6-d3aea1502680 req-ead4316b-4a5f-49b7-99f2-b37c5a43895f tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308104 Jun 16 13:52:49.280885 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:52:56.441387 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fde50-e601-430a-a5e9-c1dd63fa865a req-b2bc1a14-c15e-413c-9561-b402fdaf3069 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:56.443375 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-383fde50-e601-430a-a5e9-c1dd63fa865a req-b2bc1a14-c15e-413c-9561-b402fdaf3069 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 946 time: 0.0638645 Jun 16 13:52:56.485545 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-383fde50-e601-430a-a5e9-c1dd63fa865a req-14b3b1a8-31e4-4923-b225-62815da0e4e6 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356531 Jun 16 13:52:56.510156 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56522) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:56.666183 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2b6ae4-3eec-41ef-95b6-0cf7c83e8573 tempest-TestMinimumBasicScenario-2085717408 tempest-TestMinimumBasicScenario-2085717408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:56.667671 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-4c2b6ae4-3eec-41ef-95b6-0cf7c83e8573 tempest-TestMinimumBasicScenario-2085717408 tempest-TestMinimumBasicScenario-2085717408-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 1094 time: 0.1565068 Jun 16 13:52:56.670531 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56526) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:56.674841 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Request body: {'floatingip': {'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'port_id': '46dd420c-3c82-4cd6-bba7-6470676cec92', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:52:56.697419 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:56.794592 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:56.896871 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Allocated IP 172.27.3.150 (4d1119cf-5fec-45f3-97f5-606abcd40a6f/1e4ea701-5473-443b-aeed-fa1b09c8f901/0047ace1-c535-49bb-b42e-56ea2c1a6aee) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:52:57.008376 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:57.046794 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3313777'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:57.048774 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-e5f4b635-87d8-4588-94f6-e5c6e44a168e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:57.086108 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:52:57.091786 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:52:57.095183 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:52:57.100614 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Pushing event updated for resources: {'Port': ['ID=0047ace1-c535-49bb-b42e-56ea2c1a6aee,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:57.128125 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:57.128511 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:57.129179 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:57.130166 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:57.130531 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:57.130895 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:57.131259 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:57.131617 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:57.131971 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:57.132326 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:57.132682 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:57.133078 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:57.137785 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:57.461254 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:57.539783 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:57.685387 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:57.690059 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313767'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:57.692203 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-b41a985c-bd44-4094-8ff8-3d651ca4c08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:57.761813 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Pushing event updated for resources: {'Port': ['ID=0047ace1-c535-49bb-b42e-56ea2c1a6aee,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:57.765770 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:57.777326 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376019'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:57.890680 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.db.l3_db [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Floating IP c080c969-2d8e-429a-9e3a-b1bb81f97ccc associated. External IP: 172.27.3.150, port: 46dd420c-3c82-4cd6-bba7-6470676cec92. Jun 16 13:52:58.120356 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Router 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:52:58.244719 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:52:58.254742 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b3635-d308-47fb-9049-abcc7dd5d2e5 None None] Sync routers for ids ['454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'] in dv-cinder-774286-16-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:52:58.261487 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:58.266267 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b3635-d308-47fb-9049-abcc7dd5d2e5 None None] Routers {'454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:52:58.266897 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-963b3635-d308-47fb-9049-abcc7dd5d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:52:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:58.304681 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6331174 Jun 16 13:52:58.305360 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916aa433-28c5-4113-9363-3fa44be7856b', 'tag': '46dd420c-3c82-4cd6-bba7-6470676cec92'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:52:58.307549 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56528) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:58.308026 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01469729-8468-4183-85b0-0eb6de166c49" -d '{"events": [{"name": "network-changed", "server_uuid": "916aa433-28c5-4113-9363-3fa44be7856b", "tag": "46dd420c-3c82-4cd6-bba7-6470676cec92"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:52:58.312525 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-d02c44c1-18dd-40f6-9735-f069b7dab254 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-753000520', 'description': 'tempest-secgroup-smoke-753000520 description', 'project_id': '8c95884cff12489e9b10a2a7494c24f1'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:52:58.347768 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f6692c-4918-4c58-9bef-1b7541a3e7d2 x-openstack-request-id: req-62f6692c-4918-4c58-9bef-1b7541a3e7d2 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:52:58.348267 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916aa433-28c5-4113-9363-3fa44be7856b", "tag": "46dd420c-3c82-4cd6-bba7-6470676cec92", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:52:58.349131 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-62f6692c-4918-4c58-9bef-1b7541a3e7d2 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:52:58.349615 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916aa433-28c5-4113-9363-3fa44be7856b', 'tag': '46dd420c-3c82-4cd6-bba7-6470676cec92', 'status': 'completed', 'code': 200} Jun 16 13:52:58.353850 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d02c44c1-18dd-40f6-9735-f069b7dab254 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:58.387374 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-963b3635-d308-47fb-9049-abcc7dd5d2e5 None None] Set router 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:52:58.491721 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01469729-8468-4183-85b0-0eb6de166c49 req-992fb851-ff66-4891-814f-c06975a8c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:58.500589 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-01469729-8468-4183-85b0-0eb6de166c49 req-992fb851-ff66-4891-814f-c06975a8c947 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c95884cff12489e9b10a2a7494c24f1&device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 1099 time: 0.1139092 Jun 16 13:52:58.516505 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d02c44c1-18dd-40f6-9735-f069b7dab254 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:58.570921 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d02c44c1-18dd-40f6-9735-f069b7dab254 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:58.574808 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-80a8e053-2663-4481-a160-88496f8dcb4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:58.633567 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d02c44c1-18dd-40f6-9735-f069b7dab254 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:58.635035 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-d02c44c1-18dd-40f6-9735-f069b7dab254 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3264799 Jun 16 13:52:58.637534 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c44c1-18dd-40f6-9735-f069b7dab254 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013b1beb-f161-4964-a965-f7a2a0d35055,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:58.638756 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56532) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:58.643967 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-01c3f36a-31d0-4737-9b03-0acae04159d7 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Request body: {'security_group_rule': {'security_group_id': '013b1beb-f161-4964-a965-f7a2a0d35055', 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:52:58.648570 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-963b3635-d308-47fb-9049-abcc7dd5d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'name': 'tempest-TestMinimumBasicScenario-892117322-router', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:51:59Z', 'updated_at': '2021-06-16T13:52:03Z', 'revision_number': 4, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'gw_port': {'id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:00Z', 'updated_at': '2021-06-16T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': 'c080c969-2d8e-429a-9e3a-b1bb81f97ccc', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'port_id': '46dd420c-3c82-4cd6-bba7-6470676cec92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae675ff-6760-494e-976a-ff819018914c', 'mac_address': 'fa:16:3e:0b:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916aa433-28c5-4113-9363-3fa44be7856b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:52:57Z', 'updated_at': '2021-06-16T13:52:57Z', 'revision_number': 0, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f2f3f9-0fef-4c7d-a0c4-2b2798087b01', 'name': '', 'network_id': 'eae675ff-6760-494e-976a-ff819018914c', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'mac_address': 'fa:16:3e:8e:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1d2a2c67-1ca2-4196-8b92-f73e71faec85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:02Z', 'updated_at': '2021-06-16T13:52:09Z', 'revision_number': 5, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'subnets': [{'id': '1d2a2c67-1ca2-4196-8b92-f73e71faec85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:58.651985 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d02c44c1-18dd-40f6-9735-f069b7dab254 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:58.652572 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b3635-d308-47fb-9049-abcc7dd5d2e5 None None] Checking router: 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 for host: dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:52:58.660673 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b3635-d308-47fb-9049-abcc7dd5d2e5 None None] Routers {'454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:52:58.661340 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-963b3635-d308-47fb-9049-abcc7dd5d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:52:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:58.670925 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01469729-8468-4183-85b0-0eb6de166c49 req-99b49b43-7141-478b-a79a-12cd37bb0544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:58.672600 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-01469729-8468-4183-85b0-0eb6de166c49 req-99b49b43-7141-478b-a79a-12cd37bb0544 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eae675ff-6760-494e-976a-ff819018914c HTTP/1.1" status: 200 len: 916 time: 0.1711156 Jun 16 13:52:58.679319 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01c3f36a-31d0-4737-9b03-0acae04159d7 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:58.737339 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01c3f36a-31d0-4737-9b03-0acae04159d7 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:58.742374 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01c3f36a-31d0-4737-9b03-0acae04159d7 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:58.745746 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-7e515c9f-01e2-424e-9e37-daad4b89c28d tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:58.756795 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-01469729-8468-4183-85b0-0eb6de166c49 req-70eeeeaf-b5a4-41a5-a027-1f4f5e3572c3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46dd420c-3c82-4cd6-bba7-6470676cec92 HTTP/1.1" status: 200 len: 1000 time: 0.0770454 Jun 16 13:52:58.764913 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3f36a-31d0-4737-9b03-0acae04159d7 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8746d06-8499-4606-b31e-fdfcba15f5ca,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:58.768846 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-01c3f36a-31d0-4737-9b03-0acae04159d7 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:58.778236 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01c3f36a-31d0-4737-9b03-0acae04159d7 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:58.782058 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-01c3f36a-31d0-4737-9b03-0acae04159d7 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395707 Jun 16 13:52:58.782369 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56534) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:58.784237 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-963b3635-d308-47fb-9049-abcc7dd5d2e5 None None] Set router 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:52:58.793339 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2c276506-0a8e-42cc-913b-5aae5bae39cb tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Request body: {'security_group_rule': {'security_group_id': '013b1beb-f161-4964-a965-f7a2a0d35055', 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:52:58.829789 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01469729-8468-4183-85b0-0eb6de166c49 req-69d6d850-46dc-46b9-b743-4ae2ac5077f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:58.831164 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-01469729-8468-4183-85b0-0eb6de166c49 req-69d6d850-46dc-46b9-b743-4ae2ac5077f7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1d2a2c67-1ca2-4196-8b92-f73e71faec85 HTTP/1.1" status: 200 len: 853 time: 0.0666065 Jun 16 13:52:58.836026 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c276506-0a8e-42cc-913b-5aae5bae39cb tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:58.896685 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01469729-8468-4183-85b0-0eb6de166c49 req-83b256d0-d8fb-4bf6-a711-3281d3b570fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:58.898209 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-01469729-8468-4183-85b0-0eb6de166c49 req-83b256d0-d8fb-4bf6-a711-3281d3b570fa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eae675ff-6760-494e-976a-ff819018914c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0608420 Jun 16 13:52:58.904625 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c276506-0a8e-42cc-913b-5aae5bae39cb tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:58.909958 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c276506-0a8e-42cc-913b-5aae5bae39cb tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:58.912926 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:58.932464 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c276506-0a8e-42cc-913b-5aae5bae39cb tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3ba38c-54cc-4eed-8701-f0c699a2ae4f,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:58.941112 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-2c276506-0a8e-42cc-913b-5aae5bae39cb tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:58.945279 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c276506-0a8e-42cc-913b-5aae5bae39cb tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:58.946659 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-2c276506-0a8e-42cc-913b-5aae5bae39cb tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1633296 Jun 16 13:52:58.949457 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56536) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:58.954972 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-eb9e629a-b8c8-4ba6-9ead-e3f4039bfe6e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Request body: {'security_group_rule': {'security_group_id': '013b1beb-f161-4964-a965-f7a2a0d35055', 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:52:58.986810 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eb9e629a-b8c8-4ba6-9ead-e3f4039bfe6e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.017084 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-01469729-8468-4183-85b0-0eb6de166c49 req-4d9a4f31-9b35-4d65-a2bd-8684d86a7f53 service neutron] 10.222.0.63 "GET /v2.0/networks/eae675ff-6760-494e-976a-ff819018914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106231 Jun 16 13:52:59.067468 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-963b3635-d308-47fb-9049-abcc7dd5d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'name': 'tempest-TestMinimumBasicScenario-892117322-router', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:51:59Z', 'updated_at': '2021-06-16T13:52:03Z', 'revision_number': 4, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'gw_port': {'id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:00Z', 'updated_at': '2021-06-16T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': 'c080c969-2d8e-429a-9e3a-b1bb81f97ccc', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'port_id': '46dd420c-3c82-4cd6-bba7-6470676cec92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae675ff-6760-494e-976a-ff819018914c', 'mac_address': 'fa:16:3e:0b:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916aa433-28c5-4113-9363-3fa44be7856b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:52:57Z', 'updated_at': '2021-06-16T13:52:57Z', 'revision_number': 0, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f2f3f9-0fef-4c7d-a0c4-2b2798087b01', 'name': '', 'network_id': 'eae675ff-6760-494e-976a-ff819018914c', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'mac_address': 'fa:16:3e:8e:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1d2a2c67-1ca2-4196-8b92-f73e71faec85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:02Z', 'updated_at': '2021-06-16T13:52:09Z', 'revision_number': 5, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'subnets': [{'id': '1d2a2c67-1ca2-4196-8b92-f73e71faec85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:59.067783 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eb9e629a-b8c8-4ba6-9ead-e3f4039bfe6e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.072306 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b3635-d308-47fb-9049-abcc7dd5d2e5 None None] The sync data for ids ['454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'] in dv-cinder-774286-16-iscsi is: [{'id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'name': 'tempest-TestMinimumBasicScenario-892117322-router', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:51:59Z', 'updated_at': '2021-06-16T13:52:03Z', 'revision_number': 4, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'gw_port': {'id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:00Z', 'updated_at': '2021-06-16T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': 'c080c969-2d8e-429a-9e3a-b1bb81f97ccc', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'port_id': '46dd420c-3c82-4cd6-bba7-6470676cec92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae675ff-6760-494e-976a-ff819018914c', 'mac_address': 'fa:16:3e:0b:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916aa433-28c5-4113-9363-3fa44be7856b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:52:57Z', 'updated_at': '2021-06-16T13:52:57Z', 'revision_number': 0, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f2f3f9-0fef-4c7d-a0c4-2b2798087b01', 'name': '', 'network_id': 'eae675ff-6760-494e-976a-ff819018914c', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'mac_address': 'fa:16:3e:8e:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1d2a2c67-1ca2-4196-8b92-f73e71faec85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:02Z', 'updated_at': '2021-06-16T13:52:09Z', 'revision_number': 5, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'subnets': [{'id': '1d2a2c67-1ca2-4196-8b92-f73e71faec85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:52:59.076129 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eb9e629a-b8c8-4ba6-9ead-e3f4039bfe6e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.084188 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-80db3546-3e36-4e68-a672-756db064ff47 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:59.101311 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e629a-b8c8-4ba6-9ead-e3f4039bfe6e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05eda6ae-e07a-431a-96c1-b549f84cc4f7,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:59.104160 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-eb9e629a-b8c8-4ba6-9ead-e3f4039bfe6e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:59.112665 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eb9e629a-b8c8-4ba6-9ead-e3f4039bfe6e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.114272 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-eb9e629a-b8c8-4ba6-9ead-e3f4039bfe6e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1633370 Jun 16 13:52:59.117468 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56538) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:59.124232 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-44e9d3de-f0c2-4591-a234-9172129543d5 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Request body: {'security_group_rule': {'security_group_id': '013b1beb-f161-4964-a965-f7a2a0d35055', 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:52:59.138360 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-01469729-8468-4183-85b0-0eb6de166c49 req-bb4df24e-3c6a-4cbf-b153-ee69f9100a5d service neutron] 10.222.0.63 "GET /v2.0/networks/eae675ff-6760-494e-976a-ff819018914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155908 Jun 16 13:52:59.168225 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44e9d3de-f0c2-4591-a234-9172129543d5 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.256028 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44e9d3de-f0c2-4591-a234-9172129543d5 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.264648 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44e9d3de-f0c2-4591-a234-9172129543d5 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.267101 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-01c3f36a-31d0-4737-9b03-0acae04159d7 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:59.287774 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9d3de-f0c2-4591-a234-9172129543d5 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c06e86b-5faa-4598-b509-d743db2b4189,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:59.292034 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-44e9d3de-f0c2-4591-a234-9172129543d5 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:59.299025 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44e9d3de-f0c2-4591-a234-9172129543d5 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.300768 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-44e9d3de-f0c2-4591-a234-9172129543d5 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1817725 Jun 16 13:52:59.303675 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56540) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:59.309197 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-21468f6d-53c2-4de1-8597-c1d0f48d8c2e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Request body: {'security_group_rule': {'security_group_id': '013b1beb-f161-4964-a965-f7a2a0d35055', 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:52:59.323132 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef6a25f-ad3c-49d4-a023-f8e30189a509 None None] New status for floating IP c080c969-2d8e-429a-9e3a-b1bb81f97ccc: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:52:59.333578 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-21468f6d-53c2-4de1-8597-c1d0f48d8c2e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Project 8c95884cff12489e9b10a2a7494c24f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 13:52:59.339343 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21468f6d-53c2-4de1-8597-c1d0f48d8c2e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.413835 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21468f6d-53c2-4de1-8597-c1d0f48d8c2e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.418450 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21468f6d-53c2-4de1-8597-c1d0f48d8c2e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.421002 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:59.441381 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21468f6d-53c2-4de1-8597-c1d0f48d8c2e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea55ffc-7035-442a-8a60-ccdb71837bff,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:59.445405 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-21468f6d-53c2-4de1-8597-c1d0f48d8c2e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:59.448131 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21468f6d-53c2-4de1-8597-c1d0f48d8c2e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.449440 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-21468f6d-53c2-4de1-8597-c1d0f48d8c2e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1447623 Jun 16 13:52:59.452387 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56542) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:59.459331 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2e4e83a8-0951-4603-a2ff-f83fa301629d tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Request body: {'security_group_rule': {'security_group_id': '013b1beb-f161-4964-a965-f7a2a0d35055', 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:52:59.482624 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-2e4e83a8-0951-4603-a2ff-f83fa301629d tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Project 8c95884cff12489e9b10a2a7494c24f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 13:52:59.488273 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e4e83a8-0951-4603-a2ff-f83fa301629d tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.557772 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e4e83a8-0951-4603-a2ff-f83fa301629d tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.561943 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e4e83a8-0951-4603-a2ff-f83fa301629d tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.564494 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:59.587508 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e83a8-0951-4603-a2ff-f83fa301629d tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7733d977-7df6-447b-a3c9-0aac4c2939e3,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:59.590804 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-2e4e83a8-0951-4603-a2ff-f83fa301629d tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:59.595438 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e4e83a8-0951-4603-a2ff-f83fa301629d tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.599475 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-2e4e83a8-0951-4603-a2ff-f83fa301629d tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1431956 Jun 16 13:52:59.727629 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a46c8e7d-eb08-4331-ac67-6a5c38a9d47a req-7f79eedb-53a0-424f-bb75-92059b20eb48 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-753000520&fields=id&tenant_id=8c95884cff12489e9b10a2a7494c24f1 HTTP/1.1" status: 200 len: 267 time: 0.0359674 Jun 16 13:52:59.800606 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c8e7d-eb08-4331-ac67-6a5c38a9d47a req-590db55f-92d7-4e2d-a6d2-ff023dbcce41 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:59.802966 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a46c8e7d-eb08-4331-ac67-6a5c38a9d47a req-590db55f-92d7-4e2d-a6d2-ff023dbcce41 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 946 time: 0.0660810 Jun 16 13:52:59.814616 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-a46c8e7d-eb08-4331-ac67-6a5c38a9d47a req-e5a2c65b-d06b-476b-9018-5e10dc589550 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Request body: {'port': {'security_groups': ['cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf', '013b1beb-f161-4964-a965-f7a2a0d35055']}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:52:59.916147 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a46c8e7d-eb08-4331-ac67-6a5c38a9d47a req-e5a2c65b-d06b-476b-9018-5e10dc589550 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:00.131885 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-a46c8e7d-eb08-4331-ac67-6a5c38a9d47a req-e5a2c65b-d06b-476b-9018-5e10dc589550 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] For port 46dd420c-3c82-4cd6-bba7-6470676cec92, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=46dd420c-3c82-4cd6-bba7-6470676cec92,segment=NetworkSegment(7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7),segment_id=7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:00.164068 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a46c8e7d-eb08-4331-ac67-6a5c38a9d47a req-e5a2c65b-d06b-476b-9018-5e10dc589550 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:00.169202 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a46c8e7d-eb08-4331-ac67-6a5c38a9d47a req-e5a2c65b-d06b-476b-9018-5e10dc589550 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:00.174201 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-e8021092-d135-4d34-a132-34fe82e4dd86 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:00.181979 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['46dd420c-3c82-4cd6-bba7-6470676cec92'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:53:00.214968 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c8e7d-eb08-4331-ac67-6a5c38a9d47a req-e5a2c65b-d06b-476b-9018-5e10dc589550 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:00.215595 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a46c8e7d-eb08-4331-ac67-6a5c38a9d47a req-e5a2c65b-d06b-476b-9018-5e10dc589550 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:00.217020 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a46c8e7d-eb08-4331-ac67-6a5c38a9d47a req-e5a2c65b-d06b-476b-9018-5e10dc589550 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "PUT /v2.0/ports/46dd420c-3c82-4cd6-bba7-6470676cec92 HTTP/1.1" status: 200 len: 982 time: 0.4076746 Jun 16 13:53:00.217560 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916aa433-28c5-4113-9363-3fa44be7856b', 'tag': '46dd420c-3c82-4cd6-bba7-6470676cec92'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:53:00.220327 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6adb4cb-1f5d-449a-ab30-1949562784cc" -d '{"events": [{"name": "network-changed", "server_uuid": "916aa433-28c5-4113-9363-3fa44be7856b", "tag": "46dd420c-3c82-4cd6-bba7-6470676cec92"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:53:00.252015 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2c65b-d06b-476b-9018-5e10dc589550 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Pushing event updated for resources: {'Port': ['ID=46dd420c-3c82-4cd6-bba7-6470676cec92,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:00.256088 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-e5a2c65b-d06b-476b-9018-5e10dc589550 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:00.304631 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['46dd420c-3c82-4cd6-bba7-6470676cec92'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:53:00.310513 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9bdf71-9fb1-4aed-a7d4-895b83e1a67b x-openstack-request-id: req-5e9bdf71-9fb1-4aed-a7d4-895b83e1a67b {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:53:00.311050 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916aa433-28c5-4113-9363-3fa44be7856b", "tag": "46dd420c-3c82-4cd6-bba7-6470676cec92", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:53:00.311520 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e9bdf71-9fb1-4aed-a7d4-895b83e1a67b {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:53:00.312133 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916aa433-28c5-4113-9363-3fa44be7856b', 'tag': '46dd420c-3c82-4cd6-bba7-6470676cec92', 'status': 'completed', 'code': 200} Jun 16 13:53:00.454177 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adb4cb-1f5d-449a-ab30-1949562784cc req-3aedb146-4c2e-42a3-9274-b1ef0149a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:00.455241 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f6adb4cb-1f5d-449a-ab30-1949562784cc req-3aedb146-4c2e-42a3-9274-b1ef0149a9e7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c95884cff12489e9b10a2a7494c24f1&device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 1138 time: 0.1146014 Jun 16 13:53:00.518321 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccf890-84f2-4d34-b283-9dad7ce7f191 req-4218d89a-c537-47f3-886a-a8e3e915d4b9 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:00.521560 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d9ccf890-84f2-4d34-b283-9dad7ce7f191 req-4218d89a-c537-47f3-886a-a8e3e915d4b9 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 985 time: 0.1478734 Jun 16 13:53:00.583369 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d9ccf890-84f2-4d34-b283-9dad7ce7f191 req-380a2566-e92f-4eaa-931f-33ed859c2c66 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&id=013b1beb-f161-4964-a965-f7a2a0d35055&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550609 Jun 16 13:53:00.587436 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-866cf764-2fcf-4d27-ae4a-e83f0a56e155 None None] Provisioning complete for port 46dd420c-3c82-4cd6-bba7-6470676cec92 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:53:00.587966 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-866cf764-2fcf-4d27-ae4a-e83f0a56e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:00.597606 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adb4cb-1f5d-449a-ab30-1949562784cc req-f8adf9e5-78b5-46b2-9aff-f043f3881062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:00.599752 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f6adb4cb-1f5d-449a-ab30-1949562784cc req-f8adf9e5-78b5-46b2-9aff-f043f3881062 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eae675ff-6760-494e-976a-ff819018914c HTTP/1.1" status: 200 len: 916 time: 0.1356335 Jun 16 13:53:00.674610 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f6adb4cb-1f5d-449a-ab30-1949562784cc req-50c31cb8-aa93-4ed3-a418-2e4fd26bb00d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46dd420c-3c82-4cd6-bba7-6470676cec92 HTTP/1.1" status: 200 len: 1002 time: 0.0668762 Jun 16 13:53:00.727422 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adb4cb-1f5d-449a-ab30-1949562784cc req-1f096bb6-4513-4203-8034-e34a2c8b016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:00.729056 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f6adb4cb-1f5d-449a-ab30-1949562784cc req-1f096bb6-4513-4203-8034-e34a2c8b016b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1d2a2c67-1ca2-4196-8b92-f73e71faec85 HTTP/1.1" status: 200 len: 853 time: 0.0469122 Jun 16 13:53:00.791785 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adb4cb-1f5d-449a-ab30-1949562784cc req-7845aa2c-91ed-4ebc-92b6-577031eca652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:00.794035 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f6adb4cb-1f5d-449a-ab30-1949562784cc req-7845aa2c-91ed-4ebc-92b6-577031eca652 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eae675ff-6760-494e-976a-ff819018914c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0581656 Jun 16 13:53:00.900421 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f6adb4cb-1f5d-449a-ab30-1949562784cc req-70ff61c3-a9c7-4a93-9c16-990c500f4542 service neutron] 10.222.0.63 "GET /v2.0/networks/eae675ff-6760-494e-976a-ff819018914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934279 Jun 16 13:53:01.003461 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f6adb4cb-1f5d-449a-ab30-1949562784cc req-2aabba40-ea59-4d26-a2a3-bb89a227ec90 service neutron] 10.222.0.63 "GET /v2.0/networks/eae675ff-6760-494e-976a-ff819018914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959880 Jun 16 13:53:10.887285 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-08cae0c3-039d-48c6-9715-a43040d1808e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:13.284002 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:13.344363 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c7e61463-621f-4230-8b2c-b66dd72c65f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:13.447438 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:14.846717 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:16.443997 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:16.796708 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e624065-43e3-4b99-8244-bd8fbe1f6413 req-e0cabda8-5b5b-449f-9a81-841207a1d60a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:16.798121 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e624065-43e3-4b99-8244-bd8fbe1f6413 req-e0cabda8-5b5b-449f-9a81-841207a1d60a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 947 time: 0.0699589 Jun 16 13:53:16.836651 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e624065-43e3-4b99-8244-bd8fbe1f6413 req-b3cde992-fd71-4025-8396-571735c002be tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326695 Jun 16 13:53:18.020988 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1765f-acd7-4e03-a23b-cf80090975f6 req-b36b75c8-48ed-4e0d-af62-17b577a3d572 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:18.022443 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-34a1765f-acd7-4e03-a23b-cf80090975f6 req-b36b75c8-48ed-4e0d-af62-17b577a3d572 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 947 time: 0.0666163 Jun 16 13:53:18.059884 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-34a1765f-acd7-4e03-a23b-cf80090975f6 req-df420bfe-841c-4529-b38d-3a4741df63ff tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups?id=370f818e-3447-4873-a168-e7650bfd2935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312698 Jun 16 13:53:18.319610 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c59da-23ea-4c9b-9c7d-105a2ccc46e1 req-b257d240-89ed-4fe4-9fdf-5bdd4be2c81e tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:18.320938 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f64c59da-23ea-4c9b-9c7d-105a2ccc46e1 req-b257d240-89ed-4fe4-9fdf-5bdd4be2c81e tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 947 time: 0.0600076 Jun 16 13:53:18.417716 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-f64c59da-23ea-4c9b-9c7d-105a2ccc46e1 req-273ac0e0-ad83-4bf3-8f4d-af4fe67c7cf1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Deleting port 44ef8105-e80d-48a4-a394-ecb90c682c9b {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:53:18.418052 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f64c59da-23ea-4c9b-9c7d-105a2ccc46e1 req-273ac0e0-ad83-4bf3-8f4d-af4fe67c7cf1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:18.509915 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-f64c59da-23ea-4c9b-9c7d-105a2ccc46e1 req-273ac0e0-ad83-4bf3-8f4d-af4fe67c7cf1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] For port 44ef8105-e80d-48a4-a394-ecb90c682c9b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=44ef8105-e80d-48a4-a394-ecb90c682c9b,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:18.510260 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f64c59da-23ea-4c9b-9c7d-105a2ccc46e1 req-273ac0e0-ad83-4bf3-8f4d-af4fe67c7cf1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:18.670337 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f64c59da-23ea-4c9b-9c7d-105a2ccc46e1 req-273ac0e0-ad83-4bf3-8f4d-af4fe67c7cf1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:18.670704 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f64c59da-23ea-4c9b-9c7d-105a2ccc46e1 req-273ac0e0-ad83-4bf3-8f4d-af4fe67c7cf1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376019'] for floatingip, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:18.671063 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.l3_db [req-f64c59da-23ea-4c9b-9c7d-105a2ccc46e1 req-273ac0e0-ad83-4bf3-8f4d-af4fe67c7cf1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Floating IP a54d7ccf-15ec-4ffc-84a3-920a9b8d9eef disassociated. External IP: 172.27.3.76, port: 44ef8105-e80d-48a4-a394-ecb90c682c9b. Jun 16 13:53:18.671395 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-f64c59da-23ea-4c9b-9c7d-105a2ccc46e1 req-273ac0e0-ad83-4bf3-8f4d-af4fe67c7cf1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Calling delete_port for 44ef8105-e80d-48a4-a394-ecb90c682c9b owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:53:18.798635 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f64c59da-23ea-4c9b-9c7d-105a2ccc46e1 req-273ac0e0-ad83-4bf3-8f4d-af4fe67c7cf1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:18.803260 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-717f6e0b-25ee-4324-a26c-a98b7f374039 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:18.829307 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ac0e0-ad83-4bf3-8f4d-af4fe67c7cf1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Pushing event deleted for resources: {'Port': ['ID=44ef8105-e80d-48a4-a394-ecb90c682c9b,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:18.832086 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-273ac0e0-ad83-4bf3-8f4d-af4fe67c7cf1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:18.940918 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f64c59da-23ea-4c9b-9c7d-105a2ccc46e1 req-273ac0e0-ad83-4bf3-8f4d-af4fe67c7cf1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Router b46bf425-2870-466b-9430-a2b8c59edf38 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:53:19.051225 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f64c59da-23ea-4c9b-9c7d-105a2ccc46e1 req-273ac0e0-ad83-4bf3-8f4d-af4fe67c7cf1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:53:19.061321 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc5b763-6920-405f-adef-7a41eb24e863 None None] Sync routers for ids ['b46bf425-2870-466b-9430-a2b8c59edf38'] in dv-cinder-774286-16-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:53:19.070432 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5b763-6920-405f-adef-7a41eb24e863 None None] Routers {'b46bf425-2870-466b-9430-a2b8c59edf38'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:53:19.071598 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-4cc5b763-6920-405f-adef-7a41eb24e863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:53:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['b46bf425-2870-466b-9430-a2b8c59edf38'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:19.096885 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64c59da-23ea-4c9b-9c7d-105a2ccc46e1 req-273ac0e0-ad83-4bf3-8f4d-af4fe67c7cf1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] No DVR routers for this DVR port 44ef8105-e80d-48a4-a394-ecb90c682c9b on host hv-cinder-77428 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:53:19.099556 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f64c59da-23ea-4c9b-9c7d-105a2ccc46e1 req-273ac0e0-ad83-4bf3-8f4d-af4fe67c7cf1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:19.101669 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f64c59da-23ea-4c9b-9c7d-105a2ccc46e1 req-273ac0e0-ad83-4bf3-8f4d-af4fe67c7cf1 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.63 "DELETE /v2.0/ports/44ef8105-e80d-48a4-a394-ecb90c682c9b HTTP/1.1" status: 204 len: 173 time: 0.7748442 Jun 16 13:53:19.102307 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad5047d-2ee4-4731-994a-f5753fe27b3e', 'name': 'network-vif-deleted', 'tag': '44ef8105-e80d-48a4-a394-ecb90c682c9b'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:53:19.104576 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a22d0bc-3a68-4990-b57e-56d4b1557562" -d '{"events": [{"server_uuid": "5ad5047d-2ee4-4731-994a-f5753fe27b3e", "name": "network-vif-deleted", "tag": "44ef8105-e80d-48a4-a394-ecb90c682c9b"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:53:19.150963 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dc6e40-e433-4003-a154-07761c03af95 x-openstack-request-id: req-a6dc6e40-e433-4003-a154-07761c03af95 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:53:19.151284 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad5047d-2ee4-4731-994a-f5753fe27b3e", "name": "network-vif-deleted", "tag": "44ef8105-e80d-48a4-a394-ecb90c682c9b", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:53:19.151570 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a6dc6e40-e433-4003-a154-07761c03af95 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:53:19.152016 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad5047d-2ee4-4731-994a-f5753fe27b3e', 'name': 'network-vif-deleted', 'tag': '44ef8105-e80d-48a4-a394-ecb90c682c9b', 'status': 'completed', 'code': 200} Jun 16 13:53:19.195002 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-4cc5b763-6920-405f-adef-7a41eb24e863 None None] Set router b46bf425-2870-466b-9430-a2b8c59edf38 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:53:19.230318 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cec73404-d990-47c9-85a8-9714377a2c8d req-21641e8d-8cc2-4483-bd06-11fd6955ee0f tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ad5047d-2ee4-4731-994a-f5753fe27b3e HTTP/1.1" status: 200 len: 210 time: 0.0359566 Jun 16 13:53:19.433511 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-4cc5b763-6920-405f-adef-7a41eb24e863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:48:03Z', 'updated_at': '2021-06-16T13:48:07Z', 'revision_number': 4, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'gw_port': {'id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:04Z', 'updated_at': '2021-06-16T13:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'ddb90bd1-5ce6-4048-bbf9-c167f7cb0597', 'name': '', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'mac_address': 'fa:16:3e:0e:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:06Z', 'updated_at': '2021-06-16T13:48:12Z', 'revision_number': 5, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'subnets': [{'id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:19.439791 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc5b763-6920-405f-adef-7a41eb24e863 None None] Checking router: b46bf425-2870-466b-9430-a2b8c59edf38 for host: dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:53:19.449357 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5b763-6920-405f-adef-7a41eb24e863 None None] Routers {'b46bf425-2870-466b-9430-a2b8c59edf38'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:53:19.449901 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-4cc5b763-6920-405f-adef-7a41eb24e863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:53:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['b46bf425-2870-466b-9430-a2b8c59edf38'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:19.553641 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-4cc5b763-6920-405f-adef-7a41eb24e863 None None] Set router b46bf425-2870-466b-9430-a2b8c59edf38 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:53:19.838147 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-4cc5b763-6920-405f-adef-7a41eb24e863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:48:03Z', 'updated_at': '2021-06-16T13:48:07Z', 'revision_number': 4, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'gw_port': {'id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:04Z', 'updated_at': '2021-06-16T13:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'ddb90bd1-5ce6-4048-bbf9-c167f7cb0597', 'name': '', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'mac_address': 'fa:16:3e:0e:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:06Z', 'updated_at': '2021-06-16T13:48:12Z', 'revision_number': 5, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'subnets': [{'id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:19.841658 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc5b763-6920-405f-adef-7a41eb24e863 None None] The sync data for ids ['b46bf425-2870-466b-9430-a2b8c59edf38'] in dv-cinder-774286-16-iscsi is: [{'id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:48:03Z', 'updated_at': '2021-06-16T13:48:07Z', 'revision_number': 4, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'gw_port': {'id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:04Z', 'updated_at': '2021-06-16T13:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'ddb90bd1-5ce6-4048-bbf9-c167f7cb0597', 'name': '', 'network_id': '903b6bf6-5698-4af0-b2b5-5ea9f80e25c5', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'mac_address': 'fa:16:3e:0e:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:06Z', 'updated_at': '2021-06-16T13:48:12Z', 'revision_number': 5, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'subnets': [{'id': '51f55d14-8f22-464a-a7ae-943a9f2b051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:53:20.040492 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020383e9-324c-46c1-a686-fc0f7885c2c2 None None] New status for floating IP a54d7ccf-15ec-4ffc-84a3-920a9b8d9eef: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:53:20.358965 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56584) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:20.414990 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf1557a1-e6ec-47b1-89e7-96e1bd775c68 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:20.438241 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf1557a1-e6ec-47b1-89e7-96e1bd775c68 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:20.484770 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf1557a1-e6ec-47b1-89e7-96e1bd775c68 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:20.487455 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf1557a1-e6ec-47b1-89e7-96e1bd775c68 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:20.488578 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-bf1557a1-e6ec-47b1-89e7-96e1bd775c68 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "DELETE /v2.0/security-groups/370f818e-3447-4873-a168-e7650bfd2935 HTTP/1.1" status: 204 len: 168 time: 0.1284928 Jun 16 13:53:20.489443 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-8e4a3c5b-94bb-4dd8-8f7b-ab28755e1b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:20.491382 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56586) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:20.499524 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1557a1-e6ec-47b1-89e7-96e1bd775c68 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=370f818e-3447-4873-a168-e7650bfd2935,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:20.502430 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-bf1557a1-e6ec-47b1-89e7-96e1bd775c68 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:20.504948 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.api.v2.resource [None req-e19d333b-d8b1-420f-9bad-e97c990af6b8 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] show failed (client error): The resource could not be found. Jun 16 13:53:20.505917 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-e19d333b-d8b1-420f-9bad-e97c990af6b8 tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "GET /v2.0/security-groups/370f818e-3447-4873-a168-e7650bfd2935 HTTP/1.1" status: 404 len: 347 time: 0.0135438 Jun 16 13:53:20.509493 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56588) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:20.632323 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-488855de-a5b3-41e8-a4c1-36ba6299db7b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Deleting port facbdd43-3281-4ad5-929f-3a1ee55abe97 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:53:20.632669 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-488855de-a5b3-41e8-a4c1-36ba6299db7b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:20.716641 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-488855de-a5b3-41e8-a4c1-36ba6299db7b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:20.716912 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-488855de-a5b3-41e8-a4c1-36ba6299db7b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:20.787418 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-488855de-a5b3-41e8-a4c1-36ba6299db7b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Calling delete_port for facbdd43-3281-4ad5-929f-3a1ee55abe97 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:53:20.923655 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-488855de-a5b3-41e8-a4c1-36ba6299db7b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:20.925630 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:20.949175 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488855de-a5b3-41e8-a4c1-36ba6299db7b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Pushing event deleted for resources: {'Port': ['ID=facbdd43-3281-4ad5-929f-3a1ee55abe97,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:20.952121 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-488855de-a5b3-41e8-a4c1-36ba6299db7b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:21.014204 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-488855de-a5b3-41e8-a4c1-36ba6299db7b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:21.016764 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-488855de-a5b3-41e8-a4c1-36ba6299db7b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:21.017909 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-488855de-a5b3-41e8-a4c1-36ba6299db7b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] 10.222.0.26 "DELETE /v2.0/floatingips/a54d7ccf-15ec-4ffc-84a3-920a9b8d9eef HTTP/1.1" status: 204 len: 168 time: 0.5074673 Jun 16 13:53:21.755865 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 44ef8105-e80d-48a4-a394-ecb90c682c9b no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:53:21.778394 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] No Port match for: 44ef8105-e80d-48a4-a394-ecb90c682c9b {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:53:21.778805 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 44ef8105-e80d-48a4-a394-ecb90c682c9b not bound to the agent host hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:53:23.486752 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d424ad-8596-4e5a-9612-483835a7ce2a req-77c5a97e-96ac-41c1-834b-1388f95376d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:23.488807 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d9d424ad-8596-4e5a-9612-483835a7ce2a req-77c5a97e-96ac-41c1-834b-1388f95376d2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c95884cff12489e9b10a2a7494c24f1&device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 1138 time: 0.0944417 Jun 16 13:53:23.551137 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e66ba-3cb0-458a-8b5c-afbb284685fc req-f69625f8-5630-42b8-8076-c22cbff0a26b tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:23.552592 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4d8e66ba-3cb0-458a-8b5c-afbb284685fc req-f69625f8-5630-42b8-8076-c22cbff0a26b tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 985 time: 0.1313374 Jun 16 13:53:23.592107 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56616) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:23.613390 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4d8e66ba-3cb0-458a-8b5c-afbb284685fc req-d812d2d1-2bf2-454d-9037-72e87930e374 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&id=013b1beb-f161-4964-a965-f7a2a0d35055&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540822 Jun 16 13:53:23.630876 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d424ad-8596-4e5a-9612-483835a7ce2a req-147f7a12-00ca-45ca-b634-eb665fd63881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:23.632504 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d9d424ad-8596-4e5a-9612-483835a7ce2a req-147f7a12-00ca-45ca-b634-eb665fd63881 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eae675ff-6760-494e-976a-ff819018914c HTTP/1.1" status: 200 len: 916 time: 0.1372836 Jun 16 13:53:23.697416 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d9d424ad-8596-4e5a-9612-483835a7ce2a req-22d8d18a-b225-4db5-861f-bb4b01edfd07 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46dd420c-3c82-4cd6-bba7-6470676cec92 HTTP/1.1" status: 200 len: 1002 time: 0.0578649 Jun 16 13:53:23.750421 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d424ad-8596-4e5a-9612-483835a7ce2a req-2b5b2bfd-b739-475e-89af-48d1eb283c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:23.751988 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d9d424ad-8596-4e5a-9612-483835a7ce2a req-2b5b2bfd-b739-475e-89af-48d1eb283c37 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1d2a2c67-1ca2-4196-8b92-f73e71faec85 HTTP/1.1" status: 200 len: 853 time: 0.0477207 Jun 16 13:53:23.811696 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d424ad-8596-4e5a-9612-483835a7ce2a req-11c69bcb-66bc-4a1a-8c49-ea0e86f4edef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:23.813167 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d9d424ad-8596-4e5a-9612-483835a7ce2a req-11c69bcb-66bc-4a1a-8c49-ea0e86f4edef service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eae675ff-6760-494e-976a-ff819018914c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0549293 Jun 16 13:53:23.943995 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d9d424ad-8596-4e5a-9612-483835a7ce2a req-37c74163-2a43-4289-ba2b-836810d057cf service neutron] 10.222.0.63 "GET /v2.0/networks/eae675ff-6760-494e-976a-ff819018914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235070 Jun 16 13:53:24.041819 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d9d424ad-8596-4e5a-9612-483835a7ce2a req-f860721d-1c43-4a37-a793-74cb0b59b809 service neutron] 10.222.0.63 "GET /v2.0/networks/eae675ff-6760-494e-976a-ff819018914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904598 Jun 16 13:53:24.352326 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da6fe9e7-957a-4fd3-987e-39e37105115c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364532'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:24.604471 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-da6fe9e7-957a-4fd3-987e-39e37105115c admin admin] Deleting port ddb90bd1-5ce6-4048-bbf9-c167f7cb0597 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:53:24.605172 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da6fe9e7-957a-4fd3-987e-39e37105115c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:24.684224 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-da6fe9e7-957a-4fd3-987e-39e37105115c admin admin] For port ddb90bd1-5ce6-4048-bbf9-c167f7cb0597, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=ddb90bd1-5ce6-4048-bbf9-c167f7cb0597,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:24.684590 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da6fe9e7-957a-4fd3-987e-39e37105115c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:24.752888 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-da6fe9e7-957a-4fd3-987e-39e37105115c admin admin] Calling delete_port for ddb90bd1-5ce6-4048-bbf9-c167f7cb0597 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:53:24.989978 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c5348-cf72-4947-92f1-4bee087ce88d req-d454537b-241c-4748-aaa2-4eff0d0d3e1e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:24.991487 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c89c5348-cf72-4947-92f1-4bee087ce88d req-d454537b-241c-4748-aaa2-4eff0d0d3e1e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 985 time: 0.1115816 Jun 16 13:53:25.000433 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da6fe9e7-957a-4fd3-987e-39e37105115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:25.004322 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-3a1c0cad-3e61-4e76-ad7c-8e5c3b807b5b tempest-AttachVolumeNegativeTest-261186214 tempest-AttachVolumeNegativeTest-261186214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:25.042960 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fe9e7-957a-4fd3-987e-39e37105115c admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb90bd1-5ce6-4048-bbf9-c167f7cb0597,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:25.050539 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-da6fe9e7-957a-4fd3-987e-39e37105115c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:25.084596 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c89c5348-cf72-4947-92f1-4bee087ce88d req-c56963ef-123e-4a82-b1a6-85eff926340b tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&id=013b1beb-f161-4964-a965-f7a2a0d35055&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0858247 Jun 16 13:53:25.239777 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da6fe9e7-957a-4fd3-987e-39e37105115c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364384'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:25.446461 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6fe9e7-957a-4fd3-987e-39e37105115c admin admin] Router b46bf425-2870-466b-9430-a2b8c59edf38 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:53:25.556422 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6fe9e7-957a-4fd3-987e-39e37105115c admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:53:25.561568 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-da6fe9e7-957a-4fd3-987e-39e37105115c admin admin] 10.222.0.26 "PUT /v2.0/routers/b46bf425-2870-466b-9430-a2b8c59edf38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9687953 Jun 16 13:53:25.564178 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56622) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:25.567084 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e490d3-1390-479a-82a4-65b68b9c6a64 None None] Sync routers for ids ['b46bf425-2870-466b-9430-a2b8c59edf38'] in dv-cinder-774286-16-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:53:25.578897 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e490d3-1390-479a-82a4-65b68b9c6a64 None None] Routers {'b46bf425-2870-466b-9430-a2b8c59edf38'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:53:25.579606 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-b6e490d3-1390-479a-82a4-65b68b9c6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:53:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['b46bf425-2870-466b-9430-a2b8c59edf38'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:25.666844 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30790def-bfcc-48e5-87a5-55b37d7a1d78 admin admin] Notify callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:25.681977 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-b6e490d3-1390-479a-82a4-65b68b9c6a64 None None] Set router b46bf425-2870-466b-9430-a2b8c59edf38 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:53:25.767763 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30790def-bfcc-48e5-87a5-55b37d7a1d78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:25.823691 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-30790def-bfcc-48e5-87a5-55b37d7a1d78 admin admin] Deleting port a3381c1a-364b-4ca7-ac5e-d87a43769acd {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:53:25.824030 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30790def-bfcc-48e5-87a5-55b37d7a1d78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:25.861513 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-b6e490d3-1390-479a-82a4-65b68b9c6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:48:03Z', 'updated_at': '2021-06-16T13:53:24Z', 'revision_number': 5, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'gw_port': {'id': 'a3381c1a-364b-4ca7-ac5e-d87a43769acd', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:48:04Z', 'updated_at': '2021-06-16T13:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:25.864847 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e490d3-1390-479a-82a4-65b68b9c6a64 None None] Checking router: b46bf425-2870-466b-9430-a2b8c59edf38 for host: dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:53:25.872851 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e490d3-1390-479a-82a4-65b68b9c6a64 None None] Routers {'b46bf425-2870-466b-9430-a2b8c59edf38'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:53:25.873453 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-b6e490d3-1390-479a-82a4-65b68b9c6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:53:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['b46bf425-2870-466b-9430-a2b8c59edf38'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:25.905829 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-30790def-bfcc-48e5-87a5-55b37d7a1d78 admin admin] For port a3381c1a-364b-4ca7-ac5e-d87a43769acd, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=a3381c1a-364b-4ca7-ac5e-d87a43769acd,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:25.906185 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30790def-bfcc-48e5-87a5-55b37d7a1d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:25.964673 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-b6e490d3-1390-479a-82a4-65b68b9c6a64 None None] Set router b46bf425-2870-466b-9430-a2b8c59edf38 gateway port host: None {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:53:25.970777 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-30790def-bfcc-48e5-87a5-55b37d7a1d78 admin admin] Calling delete_port for a3381c1a-364b-4ca7-ac5e-d87a43769acd owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:53:26.020436 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-b6e490d3-1390-479a-82a4-65b68b9c6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:48:03Z', 'updated_at': '2021-06-16T13:53:25Z', 'revision_number': 6, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'gw_port_host': None}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:26.024855 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e490d3-1390-479a-82a4-65b68b9c6a64 None None] The sync data for ids ['b46bf425-2870-466b-9430-a2b8c59edf38'] in dv-cinder-774286-16-iscsi is: [{'id': 'b46bf425-2870-466b-9430-a2b8c59edf38', 'name': 'tempest-AttachVolumeShelveTestJSON-1035926586-router', 'tenant_id': '052bf41c0dac4472bc574fb6909da720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:48:03Z', 'updated_at': '2021-06-16T13:53:25Z', 'revision_number': 6, 'project_id': '052bf41c0dac4472bc574fb6909da720', 'gw_port_host': None}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:53:26.145734 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30790def-bfcc-48e5-87a5-55b37d7a1d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.147990 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-da6fe9e7-957a-4fd3-987e-39e37105115c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:26.173122 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30790def-bfcc-48e5-87a5-55b37d7a1d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3381c1a-364b-4ca7-ac5e-d87a43769acd,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:26.176248 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-30790def-bfcc-48e5-87a5-55b37d7a1d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:26.238633 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30790def-bfcc-48e5-87a5-55b37d7a1d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375843'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.270352 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd32a3a-41b0-4b84-8431-fc2e2c5d94f1 req-1cc22536-ffad-45e3-9caf-a6df201cd66d tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:26.271895 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cfd32a3a-41b0-4b84-8431-fc2e2c5d94f1 req-1cc22536-ffad-45e3-9caf-a6df201cd66d tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 985 time: 0.0685196 Jun 16 13:53:26.279802 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:53:26.315123 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cfd32a3a-41b0-4b84-8431-fc2e2c5d94f1 req-0a639883-e940-4a07-ab04-61f916a8bc3b tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&id=013b1beb-f161-4964-a965-f7a2a0d35055&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368598 Jun 16 13:53:26.336200 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30790def-bfcc-48e5-87a5-55b37d7a1d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15934'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.338333 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30790def-bfcc-48e5-87a5-55b37d7a1d78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.382857 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30790def-bfcc-48e5-87a5-55b37d7a1d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678761'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.383399 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30790def-bfcc-48e5-87a5-55b37d7a1d78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b46bf425-2870-466b-9430-a2b8c59edf38 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 13:53:26.391504 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30790def-bfcc-48e5-87a5-55b37d7a1d78 admin admin] Notify callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.392800 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-30790def-bfcc-48e5-87a5-55b37d7a1d78 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b46bf425-2870-466b-9430-a2b8c59edf38 HTTP/1.1" status: 204 len: 168 time: 0.8277173 Jun 16 13:53:26.395260 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56626) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:26.449842 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-872a5813-89bf-46c1-890a-27179aea8c55 admin admin] Deleting subnet 51f55d14-8f22-464a-a7ae-943a9f2b051c {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:53:26.453508 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-872a5813-89bf-46c1-890a-27179aea8c55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.487900 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-872a5813-89bf-46c1-890a-27179aea8c55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787033'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.562415 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-872a5813-89bf-46c1-890a-27179aea8c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7909541'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.614030 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-872a5813-89bf-46c1-890a-27179aea8c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7909562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3313828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4132075'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.616201 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-bd2ff0f9-e1c9-4a7e-8575-1b6d1fa4c1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:26.647897 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a5813-89bf-46c1-890a-27179aea8c55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51f55d14-8f22-464a-a7ae-943a9f2b051c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:26.650500 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-872a5813-89bf-46c1-890a-27179aea8c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:26.653511 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-872a5813-89bf-46c1-890a-27179aea8c55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.655658 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-872a5813-89bf-46c1-890a-27179aea8c55 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/51f55d14-8f22-464a-a7ae-943a9f2b051c HTTP/1.1" status: 204 len: 168 time: 0.2594457 Jun 16 13:53:26.658122 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56628) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:26.659878 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e337031e-8296-4421-b795-cdfeb93d9054 None None] Network 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:53:26.725686 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101688'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.793052 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] Deleting port f2a9fac6-73db-45a7-bf62-c38466dab2d1 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:53:26.793385 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.820693 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device ddb90bd1-5ce6-4048-bbf9-c167f7cb0597 no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:53:26.846156 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: ddb90bd1-5ce6-4048-bbf9-c167f7cb0597 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:53:26.846531 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device ddb90bd1-5ce6-4048-bbf9-c167f7cb0597 not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:53:26.846989 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device a3381c1a-364b-4ca7-ac5e-d87a43769acd no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:53:26.868164 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: a3381c1a-364b-4ca7-ac5e-d87a43769acd {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:53:26.868164 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device a3381c1a-364b-4ca7-ac5e-d87a43769acd not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:53:26.878242 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] DHCP port deletion for 903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 request from dv-cinder-774286-16-iscsi {{(pid=103638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 13:53:26.880887 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] For port f2a9fac6-73db-45a7-bf62-c38466dab2d1, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=f2a9fac6-73db-45a7-bf62-c38466dab2d1,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:26.881394 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.926807 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] Deleting port f2a9fac6-73db-45a7-bf62-c38466dab2d1 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:53:26.927192 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.947903 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] Calling delete_port for f2a9fac6-73db-45a7-bf62-c38466dab2d1 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:53:26.990849 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] For port f2a9fac6-73db-45a7-bf62-c38466dab2d1, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=f2a9fac6-73db-45a7-bf62-c38466dab2d1,segment=NetworkSegment(6dbd8664-797f-422d-80e1-0ee87b025b4e),segment_id=6dbd8664-797f-422d-80e1-0ee87b025b4e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:26.991254 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.039485 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.042347 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-488855de-a5b3-41e8-a4c1-36ba6299db7b tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:27.061957 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] Calling delete_port for f2a9fac6-73db-45a7-bf62-c38466dab2d1 owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:53:27.066834 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a9fac6-73db-45a7-bf62-c38466dab2d1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:27.069976 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:27.070793 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] No DVR routers for this DVR port f2a9fac6-73db-45a7-bf62-c38466dab2d1 on host dv-cinder-774286-16-iscsi {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:53:27.150008 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159'] for port, after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.152699 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:27.156543 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7908138', 'neutron.services.segments.db._delete_segments_for_network-8768724746033'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.167411 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903b6bf6-5698-4af0-b2b5-5ea9f80e25c5']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:27.176634 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] Pushing event deleted for resources: {'Port': ['ID=f2a9fac6-73db-45a7-bf62-c38466dab2d1,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:27.178318 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dbd8664-797f-422d-80e1-0ee87b025b4e') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:27.178615 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dbd8664-797f-422d-80e1-0ee87b025b4e') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:27.178900 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] No DVR routers for this DVR port f2a9fac6-73db-45a7-bf62-c38466dab2d1 on host dv-cinder-774286-16-iscsi {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:53:27.189901 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768724745346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787008'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.190695 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.191391 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.191391 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.191712 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.192047 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.192381 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.192712 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.193149 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.193384 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.193813 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.194021 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.194342 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.197511 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:27.205795 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.212265 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] Releasing vlan 1371 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:53:27.212643 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3313723'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: retrieve_revision_numbers = { Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: retrieve_revision_numbers = { Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: retrieve_revision_numbers = { Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: retrieve_revision_numbers = { Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: Traceback (most recent call last): Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: timer() Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: cb(*args, **kw) Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: return func(*args, **kwargs) Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: self._notify() Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: self.callback(batched_events) Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: event.method(event) Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: return f(self, *a, **k) Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: return self._get(url).json() Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: return self.request(url, 'GET', **kwargs) Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:53:27.214469 dv-cinder-774286-16-iscsi neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:53:27.268280 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7908131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375885'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.272801 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-545a277c-33dd-47c2-a98b-af23fa7a0acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:27.276662 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.278573 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] 10.222.0.26 "DELETE /v2.0/networks/903b6bf6-5698-4af0-b2b5-5ea9f80e25c5 HTTP/1.1" status: 204 len: 168 time: 0.6194422 Jun 16 13:53:27.287956 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] Pushing event deleted for resources: {'Network': ['ID=903b6bf6-5698-4af0-b2b5-5ea9f80e25c5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:27.290832 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-155b8171-be6d-427d-a5d1-a95c97c396ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:27.399895 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56634) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:27.472150 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-dc2af333-b7b0-44c1-ab2e-62bf30244a2e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=052bf41c0dac4472bc574fb6909da720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0707889 Jun 16 13:53:27.474716 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56636) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:27.505885 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9138cd-f1d1-45bf-adcd-cddcee850fb8 req-9a2cfbf1-6808-464b-8187-8a0544f02c18 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:27.507325 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8e9138cd-f1d1-45bf-adcd-cddcee850fb8 req-9a2cfbf1-6808-464b-8187-8a0544f02c18 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 985 time: 0.0803394 Jun 16 13:53:27.525011 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72b5a987-987a-4a03-ba0e-fa56280c5eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.549551 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-8e9138cd-f1d1-45bf-adcd-cddcee850fb8 req-59be7a0a-4842-4c63-a019-4c1b2cd4b8c8 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&id=013b1beb-f161-4964-a965-f7a2a0d35055&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364046 Jun 16 13:53:27.550773 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72b5a987-987a-4a03-ba0e-fa56280c5eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.598524 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72b5a987-987a-4a03-ba0e-fa56280c5eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.601030 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72b5a987-987a-4a03-ba0e-fa56280c5eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.602174 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-72b5a987-987a-4a03-ba0e-fa56280c5eda admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11f2ba6f-1162-46f0-8311-7db5c2f494f1 HTTP/1.1" status: 204 len: 168 time: 0.1263454 Jun 16 13:53:27.603652 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-bb3de546-b48e-4dfb-8c80-0ff668d101b0 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:27.611001 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5a987-987a-4a03-ba0e-fa56280c5eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f2ba6f-1162-46f0-8311-7db5c2f494f1,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:27.613728 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-72b5a987-987a-4a03-ba0e-fa56280c5eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:28.691401 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device f2a9fac6-73db-45a7-bf62-c38466dab2d1 no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:53:28.720510 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: f2a9fac6-73db-45a7-bf62-c38466dab2d1 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:53:28.720899 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device f2a9fac6-73db-45a7-bf62-c38466dab2d1 not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:53:28.752021 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1115d2-b55d-4fc2-bb56-1826ed680a9b req-cc693542-906d-4cbf-9692-88bd38b2f8d4 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:28.753657 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fb1115d2-b55d-4fc2-bb56-1826ed680a9b req-cc693542-906d-4cbf-9692-88bd38b2f8d4 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 985 time: 0.0845466 Jun 16 13:53:28.805390 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fb1115d2-b55d-4fc2-bb56-1826ed680a9b req-45db9996-ec97-436c-a3ee-027fc5c9d65c tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&id=013b1beb-f161-4964-a965-f7a2a0d35055&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449963 Jun 16 13:53:29.430296 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56700) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:29.538839 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-00f29cb7-5f2b-4ec9-85a8-8f9c41ae1ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:29.632045 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-00f29cb7-5f2b-4ec9-85a8-8f9c41ae1ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:29.635670 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-00f29cb7-5f2b-4ec9-85a8-8f9c41ae1ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:29.638137 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-72b5a987-987a-4a03-ba0e-fa56280c5eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:29.673312 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-00f29cb7-5f2b-4ec9-85a8-8f9c41ae1ee8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3c592bf6862a4431b7ddefb45e0a7139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413175 Jun 16 13:53:29.674326 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f29cb7-5f2b-4ec9-85a8-8f9c41ae1ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c41e076-a52a-4aba-be7f-a0fbe1ba8a17,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:29.676620 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56704) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:29.677199 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-00f29cb7-5f2b-4ec9-85a8-8f9c41ae1ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:29.729744 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4ee28fc-39f5-4233-8434-bc8cb8c3c43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:29.752213 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4ee28fc-39f5-4233-8434-bc8cb8c3c43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:29.803283 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4ee28fc-39f5-4233-8434-bc8cb8c3c43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:29.806986 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4ee28fc-39f5-4233-8434-bc8cb8c3c43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:29.807992 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-d4ee28fc-39f5-4233-8434-bc8cb8c3c43b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c41e076-a52a-4aba-be7f-a0fbe1ba8a17 HTTP/1.1" status: 204 len: 168 time: 0.1299136 Jun 16 13:53:29.808785 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fc0920c2-c643-45f7-9fd3-80051bfb1ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:29.818804 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee28fc-39f5-4233-8434-bc8cb8c3c43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c41e076-a52a-4aba-be7f-a0fbe1ba8a17,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:29.822895 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-d4ee28fc-39f5-4233-8434-bc8cb8c3c43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:30.017930 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135401ee-861b-45d7-a540-855928149012 req-01bf7f44-54f7-45e9-b48e-61b2ff738491 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:30.019582 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-135401ee-861b-45d7-a540-855928149012 req-01bf7f44-54f7-45e9-b48e-61b2ff738491 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 985 time: 0.0695226 Jun 16 13:53:30.062646 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-135401ee-861b-45d7-a540-855928149012 req-9dea4e44-cb59-45dd-bf4a-7bdbdfdf8496 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&id=013b1beb-f161-4964-a965-f7a2a0d35055&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367470 Jun 16 13:53:30.105625 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56712) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:30.119143 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd631b37-ed52-4dc0-ab21-2cc0f656c8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:30.207963 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd631b37-ed52-4dc0-ab21-2cc0f656c8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:30.213469 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd631b37-ed52-4dc0-ab21-2cc0f656c8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:30.215893 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-51fd2e99-92a4-42fb-bb1a-c562c79b1bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:30.250436 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd631b37-ed52-4dc0-ab21-2cc0f656c8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179a29fd-e1a7-4dbb-bd2e-3674788d4d23,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:30.254715 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-fd631b37-ed52-4dc0-ab21-2cc0f656c8e7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a13c2a49d104327b4a5ecf2afffbfad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480885 Jun 16 13:53:30.255590 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fd631b37-ed52-4dc0-ab21-2cc0f656c8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:30.257316 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56714) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:30.304697 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14453c25-b666-4060-94c8-4287b2c3d004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:30.325536 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14453c25-b666-4060-94c8-4287b2c3d004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:30.372492 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14453c25-b666-4060-94c8-4287b2c3d004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:30.375357 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14453c25-b666-4060-94c8-4287b2c3d004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:30.376176 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-14453c25-b666-4060-94c8-4287b2c3d004 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/179a29fd-e1a7-4dbb-bd2e-3674788d4d23 HTTP/1.1" status: 204 len: 168 time: 0.1179793 Jun 16 13:53:30.377020 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-e63f0772-da3b-4dd1-b135-6dcd4021acc9 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:30.385535 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14453c25-b666-4060-94c8-4287b2c3d004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179a29fd-e1a7-4dbb-bd2e-3674788d4d23,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:30.388203 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-14453c25-b666-4060-94c8-4287b2c3d004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:31.239373 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a26a8-4abc-4596-ac40-5698533ca9e5 req-96476b8f-0565-4be6-aabc-3f4d5e2d35e1 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:31.241248 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e87a26a8-4abc-4596-ac40-5698533ca9e5 req-96476b8f-0565-4be6-aabc-3f4d5e2d35e1 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 985 time: 0.0674164 Jun 16 13:53:31.282217 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e87a26a8-4abc-4596-ac40-5698533ca9e5 req-97c12e91-9045-4214-818a-bc13a215e370 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&id=013b1beb-f161-4964-a965-f7a2a0d35055&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351501 Jun 16 13:53:32.460291 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1a631-6ca7-4652-a19a-77c1dd7f51a0 req-94be4414-942c-428d-9756-6a5bf8e7d463 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:32.461881 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-01d1a631-6ca7-4652-a19a-77c1dd7f51a0 req-94be4414-942c-428d-9756-6a5bf8e7d463 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 985 time: 0.0684462 Jun 16 13:53:32.502644 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-01d1a631-6ca7-4652-a19a-77c1dd7f51a0 req-8fd03da2-34b6-4b18-b599-c37f40ce76e3 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&id=013b1beb-f161-4964-a965-f7a2a0d35055&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341144 Jun 16 13:53:33.676858 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c93df3-c76c-4547-8f1d-dd6041b420c7 req-a7cea8fb-7012-4b56-ae94-6ebdd9386a90 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:33.678196 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-03c93df3-c76c-4547-8f1d-dd6041b420c7 req-a7cea8fb-7012-4b56-ae94-6ebdd9386a90 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 985 time: 0.0621476 Jun 16 13:53:33.719273 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-03c93df3-c76c-4547-8f1d-dd6041b420c7 req-2a9a054d-b4c7-493c-8d3f-d114487f7056 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&id=013b1beb-f161-4964-a965-f7a2a0d35055&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345075 Jun 16 13:53:34.907156 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c218b6-7074-4c98-b9ee-d14381880814 req-bcfea103-a600-4ee6-85f9-e036b9cb37e7 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:34.909331 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-d5c218b6-7074-4c98-b9ee-d14381880814 req-bcfea103-a600-4ee6-85f9-e036b9cb37e7 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 985 time: 0.0686586 Jun 16 13:53:34.953118 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-d5c218b6-7074-4c98-b9ee-d14381880814 req-0529c03c-e68b-4ff9-ba8a-8b967d9b6cc3 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&id=013b1beb-f161-4964-a965-f7a2a0d35055&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364881 Jun 16 13:53:36.065902 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56806) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:36.136140 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbed9c-2c33-4cef-8141-8823497fe97d req-f982c46b-958b-4b2f-a0ad-9418aed26502 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:36.137641 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a2bbed9c-2c33-4cef-8141-8823497fe97d req-f982c46b-958b-4b2f-a0ad-9418aed26502 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 985 time: 0.0696406 Jun 16 13:53:36.170315 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6235667c-bd3e-43dd-9ff2-d3359d8f6b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:36.274831 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6235667c-bd3e-43dd-9ff2-d3359d8f6b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:36.279693 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6235667c-bd3e-43dd-9ff2-d3359d8f6b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:36.282375 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-d4ee28fc-39f5-4233-8434-bc8cb8c3c43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:36.320408 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-6235667c-bd3e-43dd-9ff2-d3359d8f6b95 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8e52281c1bcb44bf813c2922f200398c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533534 Jun 16 13:53:36.321416 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235667c-bd3e-43dd-9ff2-d3359d8f6b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ca3f92-107a-46c1-80c2-f9beb8b080fd,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:36.324179 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56810) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:36.326318 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-6235667c-bd3e-43dd-9ff2-d3359d8f6b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:36.379529 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e858fa9-e433-41c0-8459-09bc26bfa499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:36.401943 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e858fa9-e433-41c0-8459-09bc26bfa499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:36.439768 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a2bbed9c-2c33-4cef-8141-8823497fe97d req-a992287a-378d-49d6-aff4-af92c13c15a7 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&id=013b1beb-f161-4964-a965-f7a2a0d35055&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2945967 Jun 16 13:53:36.453685 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e858fa9-e433-41c0-8459-09bc26bfa499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:36.456642 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e858fa9-e433-41c0-8459-09bc26bfa499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:36.458126 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-8e858fa9-e433-41c0-8459-09bc26bfa499 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/66ca3f92-107a-46c1-80c2-f9beb8b080fd HTTP/1.1" status: 204 len: 168 time: 0.1330240 Jun 16 13:53:36.458887 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-e3ad17b6-9af8-4dd9-9670-ec0238b56016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:36.467236 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e858fa9-e433-41c0-8459-09bc26bfa499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ca3f92-107a-46c1-80c2-f9beb8b080fd,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:36.469654 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-8e858fa9-e433-41c0-8459-09bc26bfa499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:36.725370 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56818) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:36.738392 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-862e2bdb-8f2c-4700-8fd4-d7bc9f893b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:36.830848 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-862e2bdb-8f2c-4700-8fd4-d7bc9f893b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:36.835341 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-862e2bdb-8f2c-4700-8fd4-d7bc9f893b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:36.839090 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-87bb8e07-a91a-4e4e-8c57-d22c79dd25ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:36.875282 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-862e2bdb-8f2c-4700-8fd4-d7bc9f893b3c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b1b15a74308840a7b83f5e04e0bc9219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488490 Jun 16 13:53:36.876289 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e2bdb-8f2c-4700-8fd4-d7bc9f893b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81845a90-7958-47e4-8cb9-9fce06220bb3,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:36.877991 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56820) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:36.879458 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-862e2bdb-8f2c-4700-8fd4-d7bc9f893b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:36.928045 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-89f01963-768c-436a-9653-6378dd0d70d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:36.953836 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-89f01963-768c-436a-9653-6378dd0d70d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:37.006451 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-89f01963-768c-436a-9653-6378dd0d70d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:37.008998 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-89f01963-768c-436a-9653-6378dd0d70d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:37.010120 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-89f01963-768c-436a-9653-6378dd0d70d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/81845a90-7958-47e4-8cb9-9fce06220bb3 HTTP/1.1" status: 204 len: 168 time: 0.1310573 Jun 16 13:53:37.010940 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-a007455b-6593-4594-b6ca-8f7130d95bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:37.019468 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f01963-768c-436a-9653-6378dd0d70d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81845a90-7958-47e4-8cb9-9fce06220bb3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:37.022044 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-89f01963-768c-436a-9653-6378dd0d70d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:39.099684 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56890) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:39.204689 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3990e33e-5977-4252-8f39-f5a1bd22cab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:39.291858 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3990e33e-5977-4252-8f39-f5a1bd22cab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:39.296256 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3990e33e-5977-4252-8f39-f5a1bd22cab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:39.298663 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:39.334780 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-3990e33e-5977-4252-8f39-f5a1bd22cab9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6997951c07b9413489ca619f2e3c7fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340338 Jun 16 13:53:39.335812 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990e33e-5977-4252-8f39-f5a1bd22cab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab5a0da-61e6-4898-b7dc-27df8d36a711,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:39.338124 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56894) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:39.338890 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-3990e33e-5977-4252-8f39-f5a1bd22cab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:39.387169 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-97de857e-44e5-4b02-91f7-7f33a06db08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:39.407464 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-97de857e-44e5-4b02-91f7-7f33a06db08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:39.458100 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-97de857e-44e5-4b02-91f7-7f33a06db08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:39.460634 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-97de857e-44e5-4b02-91f7-7f33a06db08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:39.461805 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-97de857e-44e5-4b02-91f7-7f33a06db08f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0ab5a0da-61e6-4898-b7dc-27df8d36a711 HTTP/1.1" status: 204 len: 168 time: 0.1226642 Jun 16 13:53:39.463211 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7abe6811-45c6-4972-a536-77d16be46e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:39.470517 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de857e-44e5-4b02-91f7-7f33a06db08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab5a0da-61e6-4898-b7dc-27df8d36a711,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:39.472745 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-97de857e-44e5-4b02-91f7-7f33a06db08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:39.731849 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56900) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:39.745071 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bb8e827d-6ebb-42eb-a801-e847ce8a938e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:39.833873 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bb8e827d-6ebb-42eb-a801-e847ce8a938e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:39.838504 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bb8e827d-6ebb-42eb-a801-e847ce8a938e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:39.840844 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c09bebfd-2435-461e-bed1-02e74c48c208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:39.876332 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e827d-6ebb-42eb-a801-e847ce8a938e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b43402-ff40-4c59-8126-cfb8f9868543,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:39.880628 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-bb8e827d-6ebb-42eb-a801-e847ce8a938e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da07095db0ec44e188363f1336add35c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477799 Jun 16 13:53:39.881721 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-bb8e827d-6ebb-42eb-a801-e847ce8a938e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:39.883282 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56902) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:39.933232 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e90c36be-7055-4c49-ab6b-2b29ae3918f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:39.957880 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e90c36be-7055-4c49-ab6b-2b29ae3918f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:40.009450 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e90c36be-7055-4c49-ab6b-2b29ae3918f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:40.012258 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e90c36be-7055-4c49-ab6b-2b29ae3918f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:40.013419 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-e90c36be-7055-4c49-ab6b-2b29ae3918f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78b43402-ff40-4c59-8126-cfb8f9868543 HTTP/1.1" status: 204 len: 168 time: 0.1287284 Jun 16 13:53:40.014218 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-1aeab247-c345-4e6e-8edb-3ef4c8fb61a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:40.022079 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c36be-7055-4c49-ab6b-2b29ae3918f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b43402-ff40-4c59-8126-cfb8f9868543,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:40.025420 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-e90c36be-7055-4c49-ab6b-2b29ae3918f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:40.888802 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ecc13a49-14b4-46b7-b3b4-d82aa7d29fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:41.332852 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0beb9c67-09d2-4b50-8f86-e10d5d898270 req-02c3e728-e4ec-40b9-8eb7-192e975b5a0a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599215 Jun 16 13:53:41.438364 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb9c67-09d2-4b50-8f86-e10d5d898270 req-d800e1cf-ab53-4f7f-b00d-96b9e439948e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:41.440118 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0beb9c67-09d2-4b50-8f86-e10d5d898270 req-d800e1cf-ab53-4f7f-b00d-96b9e439948e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c95884cff12489e9b10a2a7494c24f1&device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 1138 time: 0.0630693 Jun 16 13:53:41.543624 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb9c67-09d2-4b50-8f86-e10d5d898270 req-a4514b89-e23c-437e-ba26-8f9614dd0c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:41.545121 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0beb9c67-09d2-4b50-8f86-e10d5d898270 req-a4514b89-e23c-437e-ba26-8f9614dd0c27 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eae675ff-6760-494e-976a-ff819018914c HTTP/1.1" status: 200 len: 916 time: 0.0835378 Jun 16 13:53:41.617259 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0beb9c67-09d2-4b50-8f86-e10d5d898270 req-c96d5651-91a4-4676-b496-a3750dedc3a6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46dd420c-3c82-4cd6-bba7-6470676cec92 HTTP/1.1" status: 200 len: 1002 time: 0.0623038 Jun 16 13:53:41.663788 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb9c67-09d2-4b50-8f86-e10d5d898270 req-0ce1b4ca-547d-4268-9d42-bb5b5499d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:41.665269 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0beb9c67-09d2-4b50-8f86-e10d5d898270 req-0ce1b4ca-547d-4268-9d42-bb5b5499d13e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1d2a2c67-1ca2-4196-8b92-f73e71faec85 HTTP/1.1" status: 200 len: 853 time: 0.0425668 Jun 16 13:53:41.722387 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb9c67-09d2-4b50-8f86-e10d5d898270 req-97ace29c-e96f-45c8-aac1-77b91c07d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:41.723820 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0beb9c67-09d2-4b50-8f86-e10d5d898270 req-97ace29c-e96f-45c8-aac1-77b91c07d87c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eae675ff-6760-494e-976a-ff819018914c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0524361 Jun 16 13:53:41.814481 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0beb9c67-09d2-4b50-8f86-e10d5d898270 req-8ea948d0-0e05-4d4f-ab9f-1fc786b31cfd service neutron] 10.222.0.63 "GET /v2.0/networks/eae675ff-6760-494e-976a-ff819018914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843234 Jun 16 13:53:41.902034 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0beb9c67-09d2-4b50-8f86-e10d5d898270 req-e3bbff88-7c8c-470f-bf65-31b6f22f1bdc service neutron] 10.222.0.63 "GET /v2.0/networks/eae675ff-6760-494e-976a-ff819018914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813498 Jun 16 13:53:43.287285 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:43.346446 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2d6c0e87-cd11-4713-985b-bbd3b22cbe06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:43.451245 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.165949 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56968) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:44.277097 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f136d029-b16d-4cef-9db6-3bae2468b6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.376145 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f136d029-b16d-4cef-9db6-3bae2468b6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.380016 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f136d029-b16d-4cef-9db6-3bae2468b6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.382503 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-bee0fbb7-9c49-439b-8bec-24c4fc066499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:44.418636 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-f136d029-b16d-4cef-9db6-3bae2468b6a1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3ec04a580174196aaf27b11a8a83d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510257 Jun 16 13:53:44.419582 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136d029-b16d-4cef-9db6-3bae2468b6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e79f164-84f0-4e54-89ea-d77c393b1698,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:44.421488 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56972) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:44.427021 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136d029-b16d-4cef-9db6-3bae2468b6a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:44.427400 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136d029-b16d-4cef-9db6-3bae2468b6a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:44.427778 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136d029-b16d-4cef-9db6-3bae2468b6a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:44.428145 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136d029-b16d-4cef-9db6-3bae2468b6a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:44.428580 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136d029-b16d-4cef-9db6-3bae2468b6a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:44.428981 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136d029-b16d-4cef-9db6-3bae2468b6a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:44.429342 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136d029-b16d-4cef-9db6-3bae2468b6a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:44.429700 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136d029-b16d-4cef-9db6-3bae2468b6a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:44.430058 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136d029-b16d-4cef-9db6-3bae2468b6a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:44.430409 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136d029-b16d-4cef-9db6-3bae2468b6a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:44.430770 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136d029-b16d-4cef-9db6-3bae2468b6a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:44.431120 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136d029-b16d-4cef-9db6-3bae2468b6a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:44.435506 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-f136d029-b16d-4cef-9db6-3bae2468b6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:44.474413 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c344d1ee-cecf-4b22-9725-eb86a5a7834e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.500623 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c344d1ee-cecf-4b22-9725-eb86a5a7834e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.558707 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c344d1ee-cecf-4b22-9725-eb86a5a7834e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.561595 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c344d1ee-cecf-4b22-9725-eb86a5a7834e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.562776 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-c344d1ee-cecf-4b22-9725-eb86a5a7834e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e79f164-84f0-4e54-89ea-d77c393b1698 HTTP/1.1" status: 204 len: 168 time: 0.1400552 Jun 16 13:53:44.563590 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-f3fdc248-9e1e-4d70-9aa4-9a0b7739fd55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:44.571230 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344d1ee-cecf-4b22-9725-eb86a5a7834e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e79f164-84f0-4e54-89ea-d77c393b1698,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:44.573678 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-c344d1ee-cecf-4b22-9725-eb86a5a7834e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:44.851534 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.233027 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 56994) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:45.360826 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-bbddfab4-4665-456a-b4f2-dc9b8760e1f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-340181340-network', 'tenant_id': '74c4dae0eb084332bb9a4e8189477c60'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:45.383355 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbddfab4-4665-456a-b4f2-dc9b8760e1f5 admin admin] Made reservation on behalf of 74c4dae0eb084332bb9a4e8189477c60 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:53:45.386491 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bbddfab4-4665-456a-b4f2-dc9b8760e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.397582 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bbddfab4-4665-456a-b4f2-dc9b8760e1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.496739 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bbddfab4-4665-456a-b4f2-dc9b8760e1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.501897 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bbddfab4-4665-456a-b4f2-dc9b8760e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.505044 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-c344d1ee-cecf-4b22-9725-eb86a5a7834e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:45.529544 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbddfab4-4665-456a-b4f2-dc9b8760e1f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1395} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:53:45.540237 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddfab4-4665-456a-b4f2-dc9b8760e1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9a6379-023a-4a70-a280-f3de8c18b652,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:45.545450 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-bbddfab4-4665-456a-b4f2-dc9b8760e1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:45.546799 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bbddfab4-4665-456a-b4f2-dc9b8760e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.547010 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.db.segments_db [None req-bbddfab4-4665-456a-b4f2-dc9b8760e1f5 admin admin] Added segment e07bfae9-efbe-40e7-9648-d98a48df458a of type vlan for network ab7f2b29-fdcd-4e21-b2f5-842c020e9247 Jun 16 13:53:45.593776 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bbddfab4-4665-456a-b4f2-dc9b8760e1f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768724243357'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.626230 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bbddfab4-4665-456a-b4f2-dc9b8760e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.627966 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbddfab4-4665-456a-b4f2-dc9b8760e1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:45.628956 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bbddfab4-4665-456a-b4f2-dc9b8760e1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.631768 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-745a07c1-dc4c-4120-8cce-97b71c4a7d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:45.685993 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-bbddfab4-4665-456a-b4f2-dc9b8760e1f5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4518316 Jun 16 13:53:45.689756 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 56998) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:45.698679 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-7dd23f19-ea26-4639-bd8e-249a0a6c95aa admin admin] Request body: {'subnet': {'network_id': 'ab7f2b29-fdcd-4e21-b2f5-842c020e9247', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-340181340-subnet', 'tenant_id': '74c4dae0eb084332bb9a4e8189477c60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:45.699183 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddfab4-4665-456a-b4f2-dc9b8760e1f5 admin admin] Pushing event updated for resources: {'Network': ['ID=ab7f2b29-fdcd-4e21-b2f5-842c020e9247,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:45.702021 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-bbddfab4-4665-456a-b4f2-dc9b8760e1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:45.713476 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Network ab7f2b29-fdcd-4e21-b2f5-842c020e9247 details requested by agent ovs-agent-dv-cinder-774286-16-iscsi with host dv-cinder-774286-16-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:53:45.733311 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd23f19-ea26-4639-bd8e-249a0a6c95aa admin admin] Made reservation on behalf of 74c4dae0eb084332bb9a4e8189477c60 for: {'subnet': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:53:45.737989 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7dd23f19-ea26-4639-bd8e-249a0a6c95aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398645'] for subnet, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.929714 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7dd23f19-ea26-4639-bd8e-249a0a6c95aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8885060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398631'] for subnet, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.933723 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:45.992743 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd23f19-ea26-4639-bd8e-249a0a6c95aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=44bfd0d3-5813-4642-abf1-926595bb63fe,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:46.000262 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7dd23f19-ea26-4639-bd8e-249a0a6c95aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:46.008964 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd23f19-ea26-4639-bd8e-249a0a6c95aa admin admin] Checking segment: {'id': 'e07bfae9-efbe-40e7-9648-d98a48df458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'ab7f2b29-fdcd-4e21-b2f5-842c020e9247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:53:46.009321 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd23f19-ea26-4639-bd8e-249a0a6c95aa admin admin] Network hostable DHCP agents. Network: ab7f2b29-fdcd-4e21-b2f5-842c020e9247, hostable agents: ['cacdca07-80fb-43b6-bcec-cb473972b15f'], hosted agents: [] {{(pid=103637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:53:46.030408 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd23f19-ea26-4639-bd8e-249a0a6c95aa admin admin] Network ab7f2b29-fdcd-4e21-b2f5-842c020e9247 is scheduled to be hosted by DHCP agent cacdca07-80fb-43b6-bcec-cb473972b15f with binding_index 1 {{(pid=103637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:53:46.040485 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-7dd23f19-ea26-4639-bd8e-249a0a6c95aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-16-iscsi, ab7f2b29-fdcd-4e21-b2f5-842c020e9247) {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:53:46.045302 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd23f19-ea26-4639-bd8e-249a0a6c95aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:46.045914 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7dd23f19-ea26-4639-bd8e-249a0a6c95aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:46.051046 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92eb163-c831-41c3-b7ce-f869d0a9586f None None] Network ab7f2b29-fdcd-4e21-b2f5-842c020e9247 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:53:46.063983 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7dd23f19-ea26-4639-bd8e-249a0a6c95aa admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3723080 Jun 16 13:53:46.332480 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806f6a63-0fc9-4ad9-af5f-caa1057bf71a None None] Network ab7f2b29-fdcd-4e21-b2f5-842c020e9247 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:53:46.450037 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:47.959888 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-c3b8a13a-2756-41b5-9035-604429aabcb0 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:47.961617 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-c3b8a13a-2756-41b5-9035-604429aabcb0 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/networks?id=ab7f2b29-fdcd-4e21-b2f5-842c020e9247 HTTP/1.1" status: 200 len: 813 time: 0.1101825 Jun 16 13:53:47.987146 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-7ffb4cdb-7e84-4ddb-b2f0-dfaadb5021fc tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/quotas/74c4dae0eb084332bb9a4e8189477c60 HTTP/1.1" status: 200 len: 375 time: 0.0156348 Jun 16 13:53:48.027180 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-621fe52b-fe3f-4e7b-acb9-ab2e12b56733 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=74c4dae0eb084332bb9a4e8189477c60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338037 Jun 16 13:53:48.128125 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-9693bdfe-fab1-4a49-9831-7fb3c8ef3626 service neutron] 10.222.0.26 "GET /v2.0/networks/ab7f2b29-fdcd-4e21-b2f5-842c020e9247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936954 Jun 16 13:53:48.245094 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-d73a8a70-6fd2-4b51-8e15-16cfe66af09b service neutron] 10.222.0.26 "GET /v2.0/networks/ab7f2b29-fdcd-4e21-b2f5-842c020e9247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091926 Jun 16 13:53:48.444550 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b290b9f9-c4b0-442b-a9ad-848b0b261990 req-440595bb-5adc-4c17-9a06-f1df902641f3 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=c474d570-46aa-4c90-9c49-5c2e8d296d3c HTTP/1.1" status: 200 len: 210 time: 0.0392735 Jun 16 13:53:49.689927 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e08f739e-8ad9-45b0-9da0-383079e0ae35 req-b8e48418-cfb6-4f4a-a837-a13457946327 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=c474d570-46aa-4c90-9c49-5c2e8d296d3c HTTP/1.1" status: 200 len: 210 time: 0.0813134 Jun 16 13:53:49.748842 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-bda905f4-f830-49b5-b5e2-2ada34a7874e tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:49.750302 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-bda905f4-f830-49b5-b5e2-2ada34a7874e tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.63 "GET /v2.0/networks?id=ab7f2b29-fdcd-4e21-b2f5-842c020e9247 HTTP/1.1" status: 200 len: 813 time: 0.2036030 Jun 16 13:53:49.766447 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-c2f58ff3-0c20-4d71-aa0a-a715b13c9aa0 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Request body: {'port': {'device_id': 'c474d570-46aa-4c90-9c49-5c2e8d296d3c', 'network_id': 'ab7f2b29-fdcd-4e21-b2f5-842c020e9247', 'admin_state_up': True, 'tenant_id': '74c4dae0eb084332bb9a4e8189477c60'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:49.910315 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-c2f58ff3-0c20-4d71-aa0a-a715b13c9aa0 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Made reservation on behalf of 74c4dae0eb084332bb9a4e8189477c60 for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:53:49.915607 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-c2f58ff3-0c20-4d71-aa0a-a715b13c9aa0 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:50.079293 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-c2f58ff3-0c20-4d71-aa0a-a715b13c9aa0 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Allocated IP 172.20.0.6 (ab7f2b29-fdcd-4e21-b2f5-842c020e9247/44bfd0d3-5813-4642-abf1-926595bb63fe/29602d74-c48c-4149-b4ae-7215e753b90f) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:53:50.244929 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-c2f58ff3-0c20-4d71-aa0a-a715b13c9aa0 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:50.291587 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-c2f58ff3-0c20-4d71-aa0a-a715b13c9aa0 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:50.296299 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-0e0814ff-70b4-4eca-a722-6bc3d4659466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:50.340863 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-c2f58ff3-0c20-4d71-aa0a-a715b13c9aa0 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Network ab7f2b29-fdcd-4e21-b2f5-842c020e9247 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:53:50.345832 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-c2f58ff3-0c20-4d71-aa0a-a715b13c9aa0 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:53:50.349875 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-c2f58ff3-0c20-4d71-aa0a-a715b13c9aa0 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:53:50.356407 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f58ff3-0c20-4d71-aa0a-a715b13c9aa0 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Pushing event updated for resources: {'Port': ['ID=29602d74-c48c-4149-b4ae-7215e753b90f,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:50.380277 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c2f58ff3-0c20-4d71-aa0a-a715b13c9aa0 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:50.412672 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-c2f58ff3-0c20-4d71-aa0a-a715b13c9aa0 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:50.413428 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-c2f58ff3-0c20-4d71-aa0a-a715b13c9aa0 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:50.435914 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-c2f58ff3-0c20-4d71-aa0a-a715b13c9aa0 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6751392 Jun 16 13:53:50.448046 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Request body: {'port': {'device_id': 'c474d570-46aa-4c90-9c49-5c2e8d296d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:50.543282 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:50.928306 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29602d74-c48c-4149-b4ae-7215e753b90f {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:53:50.944040 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:50.973627 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Transition to ACTIVE for port object 29602d74-c48c-4149-b4ae-7215e753b90f will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:53:50.979566 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:50.984396 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-37ff5b4e-a74b-46cd-8ad3-028257d35ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:51.037312 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a643af9-14c6-416b-90fb-0c8ceee13dc6 req-9d1c2625-1f72-46f6-8f6f-12fdfe44cc05 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:51.039080 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6a643af9-14c6-416b-90fb-0c8ceee13dc6 req-9d1c2625-1f72-46f6-8f6f-12fdfe44cc05 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=c474d570-46aa-4c90-9c49-5c2e8d296d3c HTTP/1.1" status: 200 len: 931 time: 0.2013505 Jun 16 13:53:51.145116 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Pushing event updated for resources: {'Port': ['ID=29602d74-c48c-4149-b4ae-7215e753b90f,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:51.154958 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:51.229189 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6a643af9-14c6-416b-90fb-0c8ceee13dc6 req-134c86db-a1ec-4d50-96dc-4f3126c8f3b9 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/security-groups?id=af9a6379-023a-4a70-a280-f3de8c18b652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829176 Jun 16 13:53:51.266942 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Attempting to bind port 29602d74-c48c-4149-b4ae-7215e753b90f on host hv-cinder-77428 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:53:51.267423 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Attempting to bind port 29602d74-c48c-4149-b4ae-7215e753b90f by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'e07bfae9-efbe-40e7-9648-d98a48df458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'ab7f2b29-fdcd-4e21-b2f5-842c020e9247'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:53:51.267864 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Attempting to bind port 29602d74-c48c-4149-b4ae-7215e753b90f on network ab7f2b29-fdcd-4e21-b2f5-842c020e9247 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:53:51.273912 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Port 29602d74-c48c-4149-b4ae-7215e753b90f on network ab7f2b29-fdcd-4e21-b2f5-842c020e9247 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:53:51.274357 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Attempting to bind port 29602d74-c48c-4149-b4ae-7215e753b90f on network ab7f2b29-fdcd-4e21-b2f5-842c020e9247 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:53:51.281234 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Checking agent: {'id': 'bb4a981f-00aa-40ad-8a89-acbc72a2637c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:53:51.281708 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Checking segment: {'id': 'e07bfae9-efbe-40e7-9648-d98a48df458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'ab7f2b29-fdcd-4e21-b2f5-842c020e9247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:53:51.282265 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Bound using segment: {'id': 'e07bfae9-efbe-40e7-9648-d98a48df458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'ab7f2b29-fdcd-4e21-b2f5-842c020e9247'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:53:51.282865 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Bound port: 29602d74-c48c-4149-b4ae-7215e753b90f, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07bfae9-efbe-40e7-9648-d98a48df458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'ab7f2b29-fdcd-4e21-b2f5-842c020e9247'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:53:51.283350 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:51.374877 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] For port 29602d74-c48c-4149-b4ae-7215e753b90f, host hv-cinder-77428, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:53:51.379181 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] For port 29602d74-c48c-4149-b4ae-7215e753b90f, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=29602d74-c48c-4149-b4ae-7215e753b90f,segment=NetworkSegment(e07bfae9-efbe-40e7-9648-d98a48df458a),segment_id=e07bfae9-efbe-40e7-9648-d98a48df458a)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:53:51.383693 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:51.387554 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-1bec72e1-2802-4d04-9ea1-f86793e6f0ac tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:51.436072 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:51.436982 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:51.438913 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] 10.222.0.63 "PUT /v2.0/ports/29602d74-c48c-4149-b4ae-7215e753b90f HTTP/1.1" status: 200 len: 1093 time: 0.9954965 Jun 16 13:53:51.439596 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c474d570-46aa-4c90-9c49-5c2e8d296d3c', 'tag': '29602d74-c48c-4149-b4ae-7215e753b90f'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:53:51.443045 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0809ab79-9200-475a-a95e-53de6310811e" -d '{"events": [{"name": "network-changed", "server_uuid": "c474d570-46aa-4c90-9c49-5c2e8d296d3c", "tag": "29602d74-c48c-4149-b4ae-7215e753b90f"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:53:51.482679 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Pushing event updated for resources: {'Port': ['ID=29602d74-c48c-4149-b4ae-7215e753b90f,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:51.487298 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f0f83c-edc8-461f-92cc-a73c79405c48 x-openstack-request-id: req-21f0f83c-edc8-461f-92cc-a73c79405c48 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:53:51.487964 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c474d570-46aa-4c90-9c49-5c2e8d296d3c", "tag": "29602d74-c48c-4149-b4ae-7215e753b90f", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:53:51.488386 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-21f0f83c-edc8-461f-92cc-a73c79405c48 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:53:51.489076 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c474d570-46aa-4c90-9c49-5c2e8d296d3c', 'tag': '29602d74-c48c-4149-b4ae-7215e753b90f', 'status': 'completed', 'code': 200} Jun 16 13:53:51.490586 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:51.547979 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-e0deb53e-7398-43fe-8010-bc5ea83a1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:51.549496 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-e0deb53e-7398-43fe-8010-bc5ea83a1e2a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74c4dae0eb084332bb9a4e8189477c60&device_id=c474d570-46aa-4c90-9c49-5c2e8d296d3c HTTP/1.1" status: 200 len: 1096 time: 0.0566008 Jun 16 13:53:51.591964 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-857272e2-f3fb-4a65-a6c7-ab2f7eee6c24 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29602d74-c48c-4149-b4ae-7215e753b90f HTTP/1.1" status: 200 len: 217 time: 0.0341885 Jun 16 13:53:51.651341 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f95717c7-aa2e-4522-b69a-90dc3eeefeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:51.653170 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-f95717c7-aa2e-4522-b69a-90dc3eeefeb5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=44bfd0d3-5813-4642-abf1-926595bb63fe HTTP/1.1" status: 200 len: 853 time: 0.0535839 Jun 16 13:53:51.693151 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-46ac1643-38b5-477f-ac6d-8ec7633cd540 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ab7f2b29-fdcd-4e21-b2f5-842c020e9247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319324 Jun 16 13:53:51.787043 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-a68c7181-dfad-4e69-ba9b-f4fbe6fb75d4 service neutron] 10.222.0.63 "GET /v2.0/networks/ab7f2b29-fdcd-4e21-b2f5-842c020e9247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868988 Jun 16 13:53:51.898109 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9182dc64-c39f-4e4c-8019-a0b0fb9c4d5d req-0cd846e9-b669-41dc-8890-716430a3574b service neutron] 10.222.0.63 "GET /v2.0/networks/ab7f2b29-fdcd-4e21-b2f5-842c020e9247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039114 Jun 16 13:53:52.009147 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809ab79-9200-475a-a95e-53de6310811e req-901ff16e-119d-4426-8715-e8a2ca17a23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:52.010953 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0809ab79-9200-475a-a95e-53de6310811e req-901ff16e-119d-4426-8715-e8a2ca17a23c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74c4dae0eb084332bb9a4e8189477c60&device_id=c474d570-46aa-4c90-9c49-5c2e8d296d3c HTTP/1.1" status: 200 len: 1096 time: 0.0590539 Jun 16 13:53:52.116297 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809ab79-9200-475a-a95e-53de6310811e req-949187b2-cfc3-4f59-ba48-d09d4644c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:52.117774 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0809ab79-9200-475a-a95e-53de6310811e req-949187b2-cfc3-4f59-ba48-d09d4644c2f2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ab7f2b29-fdcd-4e21-b2f5-842c020e9247 HTTP/1.1" status: 200 len: 915 time: 0.1002433 Jun 16 13:53:52.160661 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0809ab79-9200-475a-a95e-53de6310811e req-5777812c-b706-4d27-831e-3bc93374de28 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29602d74-c48c-4149-b4ae-7215e753b90f HTTP/1.1" status: 200 len: 217 time: 0.0356715 Jun 16 13:53:52.209982 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809ab79-9200-475a-a95e-53de6310811e req-9bcdaa21-b51f-4995-810f-fe89dc34c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:52.211621 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0809ab79-9200-475a-a95e-53de6310811e req-9bcdaa21-b51f-4995-810f-fe89dc34c2b5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=44bfd0d3-5813-4642-abf1-926595bb63fe HTTP/1.1" status: 200 len: 853 time: 0.0445271 Jun 16 13:53:52.251627 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0809ab79-9200-475a-a95e-53de6310811e req-5a4e1325-6794-4b74-9a34-3d65533fed8b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ab7f2b29-fdcd-4e21-b2f5-842c020e9247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322497 Jun 16 13:53:52.353268 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0809ab79-9200-475a-a95e-53de6310811e req-864d96fc-031f-4301-a00e-33997d10ece6 service neutron] 10.222.0.63 "GET /v2.0/networks/ab7f2b29-fdcd-4e21-b2f5-842c020e9247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939577 Jun 16 13:53:52.485768 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0809ab79-9200-475a-a95e-53de6310811e req-edb389b0-bb1c-4915-bad4-082931f453d4 service neutron] 10.222.0.63 "GET /v2.0/networks/ab7f2b29-fdcd-4e21-b2f5-842c020e9247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227453 Jun 16 13:53:52.495920 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1d563-61d1-4160-974e-096b359c78bf req-4ed703f3-53f3-4426-b246-3b0f9b7bec89 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:52.497541 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bdb1d563-61d1-4160-974e-096b359c78bf req-4ed703f3-53f3-4426-b246-3b0f9b7bec89 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=c474d570-46aa-4c90-9c49-5c2e8d296d3c HTTP/1.1" status: 200 len: 943 time: 0.1434133 Jun 16 13:53:52.539445 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bdb1d563-61d1-4160-974e-096b359c78bf req-12d06f56-6d79-4430-bb67-87b7eb5cbd35 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/security-groups?id=af9a6379-023a-4a70-a280-f3de8c18b652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354295 Jun 16 13:53:53.726265 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d075c-fab5-48c2-83c8-af5a9467dd95 req-0950e34f-adde-47a8-8b7c-3abe469cf97c tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:53.727749 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-195d075c-fab5-48c2-83c8-af5a9467dd95 req-0950e34f-adde-47a8-8b7c-3abe469cf97c tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=c474d570-46aa-4c90-9c49-5c2e8d296d3c HTTP/1.1" status: 200 len: 943 time: 0.0658884 Jun 16 13:53:53.767211 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-195d075c-fab5-48c2-83c8-af5a9467dd95 req-7006b9a0-cf35-47ba-a720-ce1d69a5ea91 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/security-groups?id=af9a6379-023a-4a70-a280-f3de8c18b652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328786 Jun 16 13:53:53.893798 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 29602d74-c48c-4149-b4ae-7215e753b90f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:53:53.992612 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 29602d74-c48c-4149-b4ae-7215e753b90f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=29602d74-c48c-4149-b4ae-7215e753b90f,segment=NetworkSegment(e07bfae9-efbe-40e7-9648-d98a48df458a),segment_id=e07bfae9-efbe-40e7-9648-d98a48df458a)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:54.004183 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': '29602d74-c48c-4149-b4ae-7215e753b90f', 'network_id': 'ab7f2b29-fdcd-4e21-b2f5-842c020e9247', 'port_id': '29602d74-c48c-4149-b4ae-7215e753b90f', 'mac_address': 'fa:16:3e:d9:a0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44bfd0d3-5813-4642-abf1-926595bb63fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:53:54.045610 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:54.060139 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29602d74-c48c-4149-b4ae-7215e753b90f {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:53:54.086603 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 29602d74-c48c-4149-b4ae-7215e753b90f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=29602d74-c48c-4149-b4ae-7215e753b90f,segment=NetworkSegment(e07bfae9-efbe-40e7-9648-d98a48df458a),segment_id=e07bfae9-efbe-40e7-9648-d98a48df458a)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:54.091208 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:54.093038 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:54.143343 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=29602d74-c48c-4149-b4ae-7215e753b90f,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:54.147812 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:54.326330 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['29602d74-c48c-4149-b4ae-7215e753b90f'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:53:54.966321 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94608164-eb7b-47fb-95e3-b637ddcfe8ea req-df90cfa3-c2e2-4d6a-8c20-b1f0d5f59573 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:54.967701 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-94608164-eb7b-47fb-95e3-b637ddcfe8ea req-df90cfa3-c2e2-4d6a-8c20-b1f0d5f59573 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=c474d570-46aa-4c90-9c49-5c2e8d296d3c HTTP/1.1" status: 200 len: 944 time: 0.0732882 Jun 16 13:53:55.008547 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-94608164-eb7b-47fb-95e3-b637ddcfe8ea req-c6f2cd81-3324-4425-a586-6cb3a7cdfd3a tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/security-groups?id=af9a6379-023a-4a70-a280-f3de8c18b652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348678 Jun 16 13:53:55.924547 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 29602d74-c48c-4149-b4ae-7215e753b90f up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:53:55.982411 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning for port 29602d74-c48c-4149-b4ae-7215e753b90f completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:53:55.987636 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port 29602d74-c48c-4149-b4ae-7215e753b90f triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:53:55.988014 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:56.090541 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:56.114198 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c474d570-46aa-4c90-9c49-5c2e8d296d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29602d74-c48c-4149-b4ae-7215e753b90f'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:53:56.116514 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e9e672-b188-4b45-9d63-865cb19a00b4" -d '{"events": [{"server_uuid": "c474d570-46aa-4c90-9c49-5c2e8d296d3c", "name": "network-vif-plugged", "status": "completed", "tag": "29602d74-c48c-4149-b4ae-7215e753b90f"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:53:56.132598 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 29602d74-c48c-4149-b4ae-7215e753b90f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=29602d74-c48c-4149-b4ae-7215e753b90f,segment=NetworkSegment(e07bfae9-efbe-40e7-9648-d98a48df458a),segment_id=e07bfae9-efbe-40e7-9648-d98a48df458a)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:56.139317 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:56.141884 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-4787f6a6-5149-4b95-80d4-6aa1ec86c8eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:56.169625 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9587823b-cd72-4e46-90ec-b06a63a5c2dc x-openstack-request-id: req-9587823b-cd72-4e46-90ec-b06a63a5c2dc {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:53:56.170238 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c474d570-46aa-4c90-9c49-5c2e8d296d3c", "name": "network-vif-plugged", "status": "completed", "tag": "29602d74-c48c-4149-b4ae-7215e753b90f", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:53:56.170238 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9587823b-cd72-4e46-90ec-b06a63a5c2dc {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:53:56.170839 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c474d570-46aa-4c90-9c49-5c2e8d296d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29602d74-c48c-4149-b4ae-7215e753b90f', 'code': 200} Jun 16 13:53:56.200971 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=29602d74-c48c-4149-b4ae-7215e753b90f,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:56.204629 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:56.215567 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b65f9-3130-4771-b1ee-b1ed2b8a87f8 req-7b7a1693-8dea-4542-8486-bb5fc6754cae tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:56.217100 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e48b65f9-3130-4771-b1ee-b1ed2b8a87f8 req-7b7a1693-8dea-4542-8486-bb5fc6754cae tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=c474d570-46aa-4c90-9c49-5c2e8d296d3c HTTP/1.1" status: 200 len: 945 time: 0.0764213 Jun 16 13:53:56.259301 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e48b65f9-3130-4771-b1ee-b1ed2b8a87f8 req-4b180ac9-ffec-4ba2-a35b-0936daf51b68 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/security-groups?id=af9a6379-023a-4a70-a280-f3de8c18b652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360959 Jun 16 13:53:56.406845 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b06d7-ec54-48a9-b83f-e324a82a1435 req-92ded87d-b3d5-4f3c-96ea-8bd572e4189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:56.408375 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1b8b06d7-ec54-48a9-b83f-e324a82a1435 req-92ded87d-b3d5-4f3c-96ea-8bd572e4189a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c474d570-46aa-4c90-9c49-5c2e8d296d3c HTTP/1.1" status: 200 len: 1098 time: 0.0594604 Jun 16 13:53:56.448273 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1b8b06d7-ec54-48a9-b83f-e324a82a1435 req-7f41e4e0-30f3-42d3-9895-88bd123ee263 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=af9a6379-023a-4a70-a280-f3de8c18b652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325801 Jun 16 13:53:57.441860 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c332e19-7fea-49a0-90b5-26de03169a6f req-059866d0-de86-418d-960b-b3f14ab0d9a0 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:57.443588 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0c332e19-7fea-49a0-90b5-26de03169a6f req-059866d0-de86-418d-960b-b3f14ab0d9a0 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=c474d570-46aa-4c90-9c49-5c2e8d296d3c HTTP/1.1" status: 200 len: 945 time: 0.0693080 Jun 16 13:53:57.489731 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0c332e19-7fea-49a0-90b5-26de03169a6f req-9f962318-c1b2-40df-a810-b2a0f22c28fa tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/security-groups?id=af9a6379-023a-4a70-a280-f3de8c18b652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374382 Jun 16 13:53:58.661896 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a25ab9-53d9-44df-9f1f-e821a9a50621 req-d283adb0-bf0b-49a8-b959-655c87229197 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:58.663342 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-82a25ab9-53d9-44df-9f1f-e821a9a50621 req-d283adb0-bf0b-49a8-b959-655c87229197 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=c474d570-46aa-4c90-9c49-5c2e8d296d3c HTTP/1.1" status: 200 len: 945 time: 0.0662687 Jun 16 13:53:58.708349 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-82a25ab9-53d9-44df-9f1f-e821a9a50621 req-53ed8163-e091-492e-b67e-27722fdf4d6f tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/security-groups?id=af9a6379-023a-4a70-a280-f3de8c18b652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371792 Jun 16 13:54:03.278744 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:54:09.281822 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f9cf8bbe-9dcc-46d0-9cc3-6858554db1f7 req-dddffb1e-6caf-4ac1-aa6d-5a3dbcd1a295 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-753000520&fields=id&tenant_id=8c95884cff12489e9b10a2a7494c24f1 HTTP/1.1" status: 200 len: 267 time: 0.0322948 Jun 16 13:54:09.352911 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf8bbe-9dcc-46d0-9cc3-6858554db1f7 req-6a37b09b-7faf-40c4-b7c4-f7788f2953c9 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:09.354445 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f9cf8bbe-9dcc-46d0-9cc3-6858554db1f7 req-6a37b09b-7faf-40c4-b7c4-f7788f2953c9 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 985 time: 0.0671315 Jun 16 13:54:09.366843 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-f9cf8bbe-9dcc-46d0-9cc3-6858554db1f7 req-e43aa2fb-b965-448f-9a2d-6be1a1c1af1e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Request body: {'port': {'security_groups': ['cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf']}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:54:09.453116 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f9cf8bbe-9dcc-46d0-9cc3-6858554db1f7 req-e43aa2fb-b965-448f-9a2d-6be1a1c1af1e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:09.655856 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-f9cf8bbe-9dcc-46d0-9cc3-6858554db1f7 req-e43aa2fb-b965-448f-9a2d-6be1a1c1af1e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] For port 46dd420c-3c82-4cd6-bba7-6470676cec92, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=46dd420c-3c82-4cd6-bba7-6470676cec92,segment=NetworkSegment(7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7),segment_id=7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:09.692896 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f9cf8bbe-9dcc-46d0-9cc3-6858554db1f7 req-e43aa2fb-b965-448f-9a2d-6be1a1c1af1e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:09.699143 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f9cf8bbe-9dcc-46d0-9cc3-6858554db1f7 req-e43aa2fb-b965-448f-9a2d-6be1a1c1af1e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:09.703972 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:09.711642 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['46dd420c-3c82-4cd6-bba7-6470676cec92'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:54:09.743247 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf8bbe-9dcc-46d0-9cc3-6858554db1f7 req-e43aa2fb-b965-448f-9a2d-6be1a1c1af1e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:09.743884 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f9cf8bbe-9dcc-46d0-9cc3-6858554db1f7 req-e43aa2fb-b965-448f-9a2d-6be1a1c1af1e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:09.750975 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f9cf8bbe-9dcc-46d0-9cc3-6858554db1f7 req-e43aa2fb-b965-448f-9a2d-6be1a1c1af1e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "PUT /v2.0/ports/46dd420c-3c82-4cd6-bba7-6470676cec92 HTTP/1.1" status: 200 len: 943 time: 0.3861740 Jun 16 13:54:09.750975 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916aa433-28c5-4113-9363-3fa44be7856b', 'tag': '46dd420c-3c82-4cd6-bba7-6470676cec92'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:54:09.751669 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 57142) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:09.752160 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219af9bc-be1d-4417-b90e-4dacb7ae121e" -d '{"events": [{"name": "network-changed", "server_uuid": "916aa433-28c5-4113-9363-3fa44be7856b", "tag": "46dd420c-3c82-4cd6-bba7-6470676cec92"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:54:09.796381 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43aa2fb-b965-448f-9a2d-6be1a1c1af1e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Pushing event updated for resources: {'Port': ['ID=46dd420c-3c82-4cd6-bba7-6470676cec92,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:09.813898 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-e43aa2fb-b965-448f-9a2d-6be1a1c1af1e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:09.821523 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7018aedd-df91-42d3-8365-2f8a1e44f3f1 x-openstack-request-id: req-7018aedd-df91-42d3-8365-2f8a1e44f3f1 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:54:09.821942 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916aa433-28c5-4113-9363-3fa44be7856b", "tag": "46dd420c-3c82-4cd6-bba7-6470676cec92", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:54:09.822316 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7018aedd-df91-42d3-8365-2f8a1e44f3f1 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:54:09.822823 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916aa433-28c5-4113-9363-3fa44be7856b', 'tag': '46dd420c-3c82-4cd6-bba7-6470676cec92', 'status': 'completed', 'code': 200} Jun 16 13:54:09.847091 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['46dd420c-3c82-4cd6-bba7-6470676cec92'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:54:09.876586 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77b889c6-b222-49bc-be81-d21e860ef585 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:09.918708 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219af9bc-be1d-4417-b90e-4dacb7ae121e req-e22a8263-a70c-4ffd-aafa-6b795a045486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:09.920395 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-219af9bc-be1d-4417-b90e-4dacb7ae121e req-e22a8263-a70c-4ffd-aafa-6b795a045486 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c95884cff12489e9b10a2a7494c24f1&device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 1099 time: 0.0699079 Jun 16 13:54:09.921414 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77b889c6-b222-49bc-be81-d21e860ef585 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:10.010199 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77b889c6-b222-49bc-be81-d21e860ef585 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:10.013190 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77b889c6-b222-49bc-be81-d21e860ef585 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:10.018575 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-77b889c6-b222-49bc-be81-d21e860ef585 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "DELETE /v2.0/security-groups/013b1beb-f161-4964-a965-f7a2a0d35055 HTTP/1.1" status: 204 len: 168 time: 0.2653053 Jun 16 13:54:10.019273 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 57146) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:10.020080 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-828383a3-ff18-48b7-ab98-2dc52e333fbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:10.044339 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219af9bc-be1d-4417-b90e-4dacb7ae121e req-d777a805-fceb-4a3e-87c3-07beb49c8d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:10.046470 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-219af9bc-be1d-4417-b90e-4dacb7ae121e req-d777a805-fceb-4a3e-87c3-07beb49c8d97 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eae675ff-6760-494e-976a-ff819018914c HTTP/1.1" status: 200 len: 916 time: 0.1165917 Jun 16 13:54:10.127850 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-6b21cb56-45fc-4fd2-8ba7-813f322eb59b None None] Provisioning complete for port 46dd420c-3c82-4cd6-bba7-6470676cec92 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:54:10.128582 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6b21cb56-45fc-4fd2-8ba7-813f322eb59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:10.135040 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-219af9bc-be1d-4417-b90e-4dacb7ae121e req-c31c2ad9-7333-4809-b996-4a44ed6b5433 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46dd420c-3c82-4cd6-bba7-6470676cec92 HTTP/1.1" status: 200 len: 1002 time: 0.0782599 Jun 16 13:54:10.197078 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219af9bc-be1d-4417-b90e-4dacb7ae121e req-249da049-9be6-4bb1-8577-76b7d88159d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:10.201350 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-219af9bc-be1d-4417-b90e-4dacb7ae121e req-249da049-9be6-4bb1-8577-76b7d88159d8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1d2a2c67-1ca2-4196-8b92-f73e71faec85 HTTP/1.1" status: 200 len: 853 time: 0.0593560 Jun 16 13:54:10.274185 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219af9bc-be1d-4417-b90e-4dacb7ae121e req-a77828d6-0032-4a74-8a4b-e0f289bad5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:10.275861 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-219af9bc-be1d-4417-b90e-4dacb7ae121e req-a77828d6-0032-4a74-8a4b-e0f289bad5b3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eae675ff-6760-494e-976a-ff819018914c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0673003 Jun 16 13:54:10.382019 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-219af9bc-be1d-4417-b90e-4dacb7ae121e req-89827090-79b1-4d34-8a31-bf3c6da05df4 service neutron] 10.222.0.63 "GET /v2.0/networks/eae675ff-6760-494e-976a-ff819018914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980091 Jun 16 13:54:10.394017 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b889c6-b222-49bc-be81-d21e860ef585 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=013b1beb-f161-4964-a965-f7a2a0d35055,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:10.405993 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b889c6-b222-49bc-be81-d21e860ef585 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.406385 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b889c6-b222-49bc-be81-d21e860ef585 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.406765 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b889c6-b222-49bc-be81-d21e860ef585 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.407137 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b889c6-b222-49bc-be81-d21e860ef585 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.407509 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b889c6-b222-49bc-be81-d21e860ef585 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.408168 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b889c6-b222-49bc-be81-d21e860ef585 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.408450 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b889c6-b222-49bc-be81-d21e860ef585 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.408829 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b889c6-b222-49bc-be81-d21e860ef585 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.409308 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b889c6-b222-49bc-be81-d21e860ef585 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.409778 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b889c6-b222-49bc-be81-d21e860ef585 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.410082 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b889c6-b222-49bc-be81-d21e860ef585 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.410520 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b889c6-b222-49bc-be81-d21e860ef585 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.415091 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-77b889c6-b222-49bc-be81-d21e860ef585 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:10.485052 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-219af9bc-be1d-4417-b90e-4dacb7ae121e req-1d4776fe-a4f0-48ea-8e26-c006a52bf4c7 service neutron] 10.222.0.63 "GET /v2.0/networks/eae675ff-6760-494e-976a-ff819018914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939078 Jun 16 13:54:10.531924 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1d123530-4643-472b-a34c-a445bc28df85 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Deleting port 0047ace1-c535-49bb-b42e-56ea2c1a6aee {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:54:10.532263 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d123530-4643-472b-a34c-a445bc28df85 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:10.613927 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d123530-4643-472b-a34c-a445bc28df85 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:10.614258 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d123530-4643-472b-a34c-a445bc28df85 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:10.681609 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1d123530-4643-472b-a34c-a445bc28df85 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Calling delete_port for 0047ace1-c535-49bb-b42e-56ea2c1a6aee owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:54:10.886709 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d123530-4643-472b-a34c-a445bc28df85 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:10.892275 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-30790def-bfcc-48e5-87a5-55b37d7a1d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:10.892900 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-60dae493-4c6d-422b-9c4d-663041e27da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:10.915524 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d123530-4643-472b-a34c-a445bc28df85 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Pushing event deleted for resources: {'Port': ['ID=0047ace1-c535-49bb-b42e-56ea2c1a6aee,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:10.918477 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-1d123530-4643-472b-a34c-a445bc28df85 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:10.979064 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d123530-4643-472b-a34c-a445bc28df85 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:10.979468 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.db.l3_db [None req-1d123530-4643-472b-a34c-a445bc28df85 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Floating IP c080c969-2d8e-429a-9e3a-b1bb81f97ccc disassociated (deleted). External IP: 172.27.3.150, port: 46dd420c-3c82-4cd6-bba7-6470676cec92. Jun 16 13:54:11.220882 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d123530-4643-472b-a34c-a445bc28df85 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Router 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:54:11.332788 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d123530-4643-472b-a34c-a445bc28df85 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:54:11.337605 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d123530-4643-472b-a34c-a445bc28df85 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:11.343838 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c4700-0570-45d2-9f51-74f51a084d65 None None] Sync routers for ids ['454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:54:11.353626 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43c4700-0570-45d2-9f51-74f51a084d65 None None] Routers {'454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:54:11.354245 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a43c4700-0570-45d2-9f51-74f51a084d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:53:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:11.373013 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-1d123530-4643-472b-a34c-a445bc28df85 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "DELETE /v2.0/floatingips/c080c969-2d8e-429a-9e3a-b1bb81f97ccc HTTP/1.1" status: 204 len: 168 time: 1.3488734 Jun 16 13:54:11.373686 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916aa433-28c5-4113-9363-3fa44be7856b', 'tag': '46dd420c-3c82-4cd6-bba7-6470676cec92'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:54:11.376872 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725ab8ef-34b9-47ff-9fd4-e5b89374df7b" -d '{"events": [{"name": "network-changed", "server_uuid": "916aa433-28c5-4113-9363-3fa44be7856b", "tag": "46dd420c-3c82-4cd6-bba7-6470676cec92"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:54:11.417933 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b96702a-e89d-4ba1-9c10-8a881d5c49e7 x-openstack-request-id: req-6b96702a-e89d-4ba1-9c10-8a881d5c49e7 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:54:11.418295 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916aa433-28c5-4113-9363-3fa44be7856b", "tag": "46dd420c-3c82-4cd6-bba7-6470676cec92", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:54:11.418655 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b96702a-e89d-4ba1-9c10-8a881d5c49e7 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:54:11.419101 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916aa433-28c5-4113-9363-3fa44be7856b', 'tag': '46dd420c-3c82-4cd6-bba7-6470676cec92', 'status': 'completed', 'code': 200} Jun 16 13:54:11.472641 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a43c4700-0570-45d2-9f51-74f51a084d65 None None] Set router 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:54:11.506368 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ab8ef-34b9-47ff-9fd4-e5b89374df7b req-fe411bf9-9f0f-48de-9afd-a3071a75e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:11.508447 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-725ab8ef-34b9-47ff-9fd4-e5b89374df7b req-fe411bf9-9f0f-48de-9afd-a3071a75e748 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c95884cff12489e9b10a2a7494c24f1&device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 1099 time: 0.0638525 Jun 16 13:54:11.639813 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ab8ef-34b9-47ff-9fd4-e5b89374df7b req-7c1160d3-5853-4302-994b-f246b179b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:11.641787 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-725ab8ef-34b9-47ff-9fd4-e5b89374df7b req-7c1160d3-5853-4302-994b-f246b179b804 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eae675ff-6760-494e-976a-ff819018914c HTTP/1.1" status: 200 len: 916 time: 0.1256444 Jun 16 13:54:11.696229 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-725ab8ef-34b9-47ff-9fd4-e5b89374df7b req-cf039e5c-2ab5-43a3-8217-6520f687f039 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46dd420c-3c82-4cd6-bba7-6470676cec92 HTTP/1.1" status: 200 len: 217 time: 0.0391371 Jun 16 13:54:11.713198 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a43c4700-0570-45d2-9f51-74f51a084d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'name': 'tempest-TestMinimumBasicScenario-892117322-router', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:51:59Z', 'updated_at': '2021-06-16T13:52:03Z', 'revision_number': 4, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'gw_port': {'id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:00Z', 'updated_at': '2021-06-16T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '32f2f3f9-0fef-4c7d-a0c4-2b2798087b01', 'name': '', 'network_id': 'eae675ff-6760-494e-976a-ff819018914c', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'mac_address': 'fa:16:3e:8e:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1d2a2c67-1ca2-4196-8b92-f73e71faec85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:02Z', 'updated_at': '2021-06-16T13:52:09Z', 'revision_number': 5, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'subnets': [{'id': '1d2a2c67-1ca2-4196-8b92-f73e71faec85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:11.717947 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c4700-0570-45d2-9f51-74f51a084d65 None None] Checking router: 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:54:11.726987 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43c4700-0570-45d2-9f51-74f51a084d65 None None] Routers {'454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:54:11.727756 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a43c4700-0570-45d2-9f51-74f51a084d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:53:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:11.765802 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ab8ef-34b9-47ff-9fd4-e5b89374df7b req-47e876f9-8aa4-4d0e-ad70-afee76ca99a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:11.767371 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-725ab8ef-34b9-47ff-9fd4-e5b89374df7b req-47e876f9-8aa4-4d0e-ad70-afee76ca99a7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1d2a2c67-1ca2-4196-8b92-f73e71faec85 HTTP/1.1" status: 200 len: 853 time: 0.0561764 Jun 16 13:54:11.829699 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ab8ef-34b9-47ff-9fd4-e5b89374df7b req-92680558-61ed-40f1-836c-6a3a287027f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:11.831727 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-725ab8ef-34b9-47ff-9fd4-e5b89374df7b req-92680558-61ed-40f1-836c-6a3a287027f5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eae675ff-6760-494e-976a-ff819018914c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0566804 Jun 16 13:54:11.847780 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a43c4700-0570-45d2-9f51-74f51a084d65 None None] Set router 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:54:11.934065 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-725ab8ef-34b9-47ff-9fd4-e5b89374df7b req-25312140-5704-4e5c-8f67-6f25e3ba3b6d service neutron] 10.222.0.63 "GET /v2.0/networks/eae675ff-6760-494e-976a-ff819018914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947614 Jun 16 13:54:12.050944 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-725ab8ef-34b9-47ff-9fd4-e5b89374df7b req-57ff71b6-dfa8-45d4-aac2-c45648df9d0d service neutron] 10.222.0.63 "GET /v2.0/networks/eae675ff-6760-494e-976a-ff819018914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091301 Jun 16 13:54:12.069508 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a43c4700-0570-45d2-9f51-74f51a084d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'name': 'tempest-TestMinimumBasicScenario-892117322-router', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:51:59Z', 'updated_at': '2021-06-16T13:52:03Z', 'revision_number': 4, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'gw_port': {'id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:00Z', 'updated_at': '2021-06-16T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '32f2f3f9-0fef-4c7d-a0c4-2b2798087b01', 'name': '', 'network_id': 'eae675ff-6760-494e-976a-ff819018914c', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'mac_address': 'fa:16:3e:8e:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1d2a2c67-1ca2-4196-8b92-f73e71faec85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:02Z', 'updated_at': '2021-06-16T13:52:09Z', 'revision_number': 5, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'subnets': [{'id': '1d2a2c67-1ca2-4196-8b92-f73e71faec85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:12.073319 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c4700-0570-45d2-9f51-74f51a084d65 None None] The sync data for ids ['454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'] in dv-cinder-774286-16-iscsi is: [{'id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'name': 'tempest-TestMinimumBasicScenario-892117322-router', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:51:59Z', 'updated_at': '2021-06-16T13:52:03Z', 'revision_number': 4, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'gw_port': {'id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:00Z', 'updated_at': '2021-06-16T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '32f2f3f9-0fef-4c7d-a0c4-2b2798087b01', 'name': '', 'network_id': 'eae675ff-6760-494e-976a-ff819018914c', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'mac_address': 'fa:16:3e:8e:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1d2a2c67-1ca2-4196-8b92-f73e71faec85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:02Z', 'updated_at': '2021-06-16T13:52:09Z', 'revision_number': 5, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'subnets': [{'id': '1d2a2c67-1ca2-4196-8b92-f73e71faec85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:54:12.293488 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1872eb7-1fda-4469-9eff-b5b3565bceae None None] New status for floating IP c080c969-2d8e-429a-9e3a-b1bb81f97ccc: DOWN {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:54:13.290193 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:13.347633 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6530a913-850d-4d42-9a0a-ac7d299ae39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:13.454690 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:14.524901 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caec137-24e7-4dfa-9796-05b57b75c962 req-c10bb2bb-2842-455d-ad66-c075901b27eb tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:14.526523 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3caec137-24e7-4dfa-9796-05b57b75c962 req-c10bb2bb-2842-455d-ad66-c075901b27eb tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 946 time: 0.0724189 Jun 16 13:54:14.567646 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-3caec137-24e7-4dfa-9796-05b57b75c962 req-99acf662-cc07-4df1-b507-47266013f0f0 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348957 Jun 16 13:54:14.854051 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:15.752085 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70d1db-f172-45e1-92ee-c074a31e0e80 req-0e4f2e7b-5f77-4dc2-92f7-a044b55af032 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:15.753622 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1c70d1db-f172-45e1-92ee-c074a31e0e80 req-0e4f2e7b-5f77-4dc2-92f7-a044b55af032 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 946 time: 0.0698900 Jun 16 13:54:15.793463 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1c70d1db-f172-45e1-92ee-c074a31e0e80 req-8171b5ed-8b8c-4667-9a35-40b612c57a87 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/security-groups?id=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337448 Jun 16 13:54:16.364072 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da603207-41d6-4ac9-a24b-008f669ea2b6 req-afc92391-df35-4eed-b7f1-3e96665c081d tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:16.365558 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-da603207-41d6-4ac9-a24b-008f669ea2b6 req-afc92391-df35-4eed-b7f1-3e96665c081d tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.63 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 946 time: 0.0659521 Jun 16 13:54:16.456523 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:16.472847 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-da603207-41d6-4ac9-a24b-008f669ea2b6 req-628b5f6f-9b03-4275-a0af-234b413731ca tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Deleting port 46dd420c-3c82-4cd6-bba7-6470676cec92 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:54:16.473200 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-da603207-41d6-4ac9-a24b-008f669ea2b6 req-628b5f6f-9b03-4275-a0af-234b413731ca tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:16.561184 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-da603207-41d6-4ac9-a24b-008f669ea2b6 req-628b5f6f-9b03-4275-a0af-234b413731ca tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] For port 46dd420c-3c82-4cd6-bba7-6470676cec92, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=46dd420c-3c82-4cd6-bba7-6470676cec92,segment=NetworkSegment(7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7),segment_id=7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:16.561540 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-da603207-41d6-4ac9-a24b-008f669ea2b6 req-628b5f6f-9b03-4275-a0af-234b413731ca tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:16.628094 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-da603207-41d6-4ac9-a24b-008f669ea2b6 req-628b5f6f-9b03-4275-a0af-234b413731ca tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Calling delete_port for 46dd420c-3c82-4cd6-bba7-6470676cec92 owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:54:16.756119 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-da603207-41d6-4ac9-a24b-008f669ea2b6 req-628b5f6f-9b03-4275-a0af-234b413731ca tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:16.760337 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-40963f34-f362-4b6b-b811-3ebc779d2ac0 tempest-ServerRescueNegativeTestJSON-1348164220 tempest-ServerRescueNegativeTestJSON-1348164220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:16.769963 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['46dd420c-3c82-4cd6-bba7-6470676cec92'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:54:16.789442 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b5f6f-9b03-4275-a0af-234b413731ca tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Pushing event deleted for resources: {'Port': ['ID=46dd420c-3c82-4cd6-bba7-6470676cec92,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:16.793912 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-628b5f6f-9b03-4275-a0af-234b413731ca tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:16.858017 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-da603207-41d6-4ac9-a24b-008f669ea2b6 req-628b5f6f-9b03-4275-a0af-234b413731ca tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] No DVR routers for this DVR port 46dd420c-3c82-4cd6-bba7-6470676cec92 on host hv-cinder-77428 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:54:16.861274 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-da603207-41d6-4ac9-a24b-008f669ea2b6 req-628b5f6f-9b03-4275-a0af-234b413731ca tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:16.863779 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-da603207-41d6-4ac9-a24b-008f669ea2b6 req-628b5f6f-9b03-4275-a0af-234b413731ca tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.63 "DELETE /v2.0/ports/46dd420c-3c82-4cd6-bba7-6470676cec92 HTTP/1.1" status: 204 len: 173 time: 0.4928493 Jun 16 13:54:16.864335 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916aa433-28c5-4113-9363-3fa44be7856b', 'name': 'network-vif-deleted', 'tag': '46dd420c-3c82-4cd6-bba7-6470676cec92'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:54:16.866697 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b4c2be-bcdc-4757-a39e-2d257f827330" -d '{"events": [{"server_uuid": "916aa433-28c5-4113-9363-3fa44be7856b", "name": "network-vif-deleted", "tag": "46dd420c-3c82-4cd6-bba7-6470676cec92"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:54:16.917002 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c93b12a-e54b-478a-936c-068208b08880 x-openstack-request-id: req-1c93b12a-e54b-478a-936c-068208b08880 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:54:16.917389 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916aa433-28c5-4113-9363-3fa44be7856b", "name": "network-vif-deleted", "tag": "46dd420c-3c82-4cd6-bba7-6470676cec92", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:54:16.917773 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c93b12a-e54b-478a-936c-068208b08880 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:54:16.918260 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916aa433-28c5-4113-9363-3fa44be7856b', 'name': 'network-vif-deleted', 'tag': '46dd420c-3c82-4cd6-bba7-6470676cec92', 'status': 'completed', 'code': 200} Jun 16 13:54:16.946027 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5cc8d437-2ac2-416a-a491-46b3d1fee3fb req-cb60f2ad-63ad-4d5b-b715-e225a350cb28 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] 10.222.0.26 "GET /v2.0/ports?device_id=916aa433-28c5-4113-9363-3fa44be7856b HTTP/1.1" status: 200 len: 210 time: 0.0316377 Jun 16 13:54:18.690873 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 57264) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:19.033065 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-769f3b27-3df7-44cc-a422-3ad878cb9e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364532'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:19.291771 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-769f3b27-3df7-44cc-a422-3ad878cb9e82 admin admin] Deleting port 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:54:19.292119 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-769f3b27-3df7-44cc-a422-3ad878cb9e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:19.381117 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-769f3b27-3df7-44cc-a422-3ad878cb9e82 admin admin] For port 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=32f2f3f9-0fef-4c7d-a0c4-2b2798087b01,segment=NetworkSegment(7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7),segment_id=7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:19.381703 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-769f3b27-3df7-44cc-a422-3ad878cb9e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:19.488327 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-769f3b27-3df7-44cc-a422-3ad878cb9e82 admin admin] Calling delete_port for 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:54:19.733724 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-769f3b27-3df7-44cc-a422-3ad878cb9e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:19.735721 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:19.762120 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f3b27-3df7-44cc-a422-3ad878cb9e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f2f3f9-0fef-4c7d-a0c4-2b2798087b01,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:19.765254 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-769f3b27-3df7-44cc-a422-3ad878cb9e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:19.935661 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-769f3b27-3df7-44cc-a422-3ad878cb9e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364384'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:20.102553 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 46dd420c-3c82-4cd6-bba7-6470676cec92 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:54:20.123498 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] No Port match for: 46dd420c-3c82-4cd6-bba7-6470676cec92 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:54:20.123850 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 46dd420c-3c82-4cd6-bba7-6470676cec92 not bound to the agent host hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:54:20.167147 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769f3b27-3df7-44cc-a422-3ad878cb9e82 admin admin] Router 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:54:20.296521 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769f3b27-3df7-44cc-a422-3ad878cb9e82 admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:54:20.303388 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-769f3b27-3df7-44cc-a422-3ad878cb9e82 admin admin] 10.222.0.26 "PUT /v2.0/routers/454d0d57-dc69-4bae-b109-2dd6f8fa1fe8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6099167 Jun 16 13:54:20.304320 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 57268) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:20.307294 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec449b93-5a72-4286-b05e-53ef6c16d1a4 None None] Sync routers for ids ['454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:54:20.316640 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec449b93-5a72-4286-b05e-53ef6c16d1a4 None None] Routers {'454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:54:20.317295 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ec449b93-5a72-4286-b05e-53ef6c16d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:54:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:20.408393 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83f9569b-9935-4f95-ad85-0aadd8f3d204 admin admin] Notify callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:20.422901 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-ec449b93-5a72-4286-b05e-53ef6c16d1a4 None None] Set router 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:54:20.511260 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83f9569b-9935-4f95-ad85-0aadd8f3d204 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:20.568559 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-83f9569b-9935-4f95-ad85-0aadd8f3d204 admin admin] Deleting port 86da401e-bb20-46d1-be71-2d0159bbdda1 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:54:20.568929 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83f9569b-9935-4f95-ad85-0aadd8f3d204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:20.613926 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ec449b93-5a72-4286-b05e-53ef6c16d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'name': 'tempest-TestMinimumBasicScenario-892117322-router', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:51:59Z', 'updated_at': '2021-06-16T13:54:19Z', 'revision_number': 5, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'gw_port': {'id': '86da401e-bb20-46d1-be71-2d0159bbdda1', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:00Z', 'updated_at': '2021-06-16T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:20.617314 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec449b93-5a72-4286-b05e-53ef6c16d1a4 None None] Checking router: 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:54:20.625851 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec449b93-5a72-4286-b05e-53ef6c16d1a4 None None] Routers {'454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:54:20.626538 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ec449b93-5a72-4286-b05e-53ef6c16d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:54:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:20.651822 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-83f9569b-9935-4f95-ad85-0aadd8f3d204 admin admin] For port 86da401e-bb20-46d1-be71-2d0159bbdda1, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=86da401e-bb20-46d1-be71-2d0159bbdda1,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:20.652186 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83f9569b-9935-4f95-ad85-0aadd8f3d204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:20.723838 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-83f9569b-9935-4f95-ad85-0aadd8f3d204 admin admin] Calling delete_port for 86da401e-bb20-46d1-be71-2d0159bbdda1 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:54:20.742684 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-ec449b93-5a72-4286-b05e-53ef6c16d1a4 None None] Set router 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:54:20.817020 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ec449b93-5a72-4286-b05e-53ef6c16d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'name': 'tempest-TestMinimumBasicScenario-892117322-router', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:51:59Z', 'updated_at': '2021-06-16T13:54:20Z', 'revision_number': 6, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'gw_port_host': None}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:20.820448 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec449b93-5a72-4286-b05e-53ef6c16d1a4 None None] The sync data for ids ['454d0d57-dc69-4bae-b109-2dd6f8fa1fe8'] in dv-cinder-774286-16-iscsi is: [{'id': '454d0d57-dc69-4bae-b109-2dd6f8fa1fe8', 'name': 'tempest-TestMinimumBasicScenario-892117322-router', 'tenant_id': '8c95884cff12489e9b10a2a7494c24f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:51:59Z', 'updated_at': '2021-06-16T13:54:20Z', 'revision_number': 6, 'project_id': '8c95884cff12489e9b10a2a7494c24f1', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:54:21.201020 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83f9569b-9935-4f95-ad85-0aadd8f3d204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:21.205530 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-3d28f682-e509-47d4-ad5a-df9eec224e3c tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:21.230841 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9569b-9935-4f95-ad85-0aadd8f3d204 admin admin] Pushing event deleted for resources: {'Port': ['ID=86da401e-bb20-46d1-be71-2d0159bbdda1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:21.236904 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-83f9569b-9935-4f95-ad85-0aadd8f3d204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:21.308012 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83f9569b-9935-4f95-ad85-0aadd8f3d204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375843'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:21.406907 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83f9569b-9935-4f95-ad85-0aadd8f3d204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15934'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:21.409128 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83f9569b-9935-4f95-ad85-0aadd8f3d204 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:21.451141 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83f9569b-9935-4f95-ad85-0aadd8f3d204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678761'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:21.451597 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f9569b-9935-4f95-ad85-0aadd8f3d204 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 13:54:21.456088 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83f9569b-9935-4f95-ad85-0aadd8f3d204 admin admin] Notify callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:21.457700 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-83f9569b-9935-4f95-ad85-0aadd8f3d204 admin admin] 10.222.0.26 "DELETE /v2.0/routers/454d0d57-dc69-4bae-b109-2dd6f8fa1fe8 HTTP/1.1" status: 204 len: 168 time: 1.1520660 Jun 16 13:54:21.460163 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 57272) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:21.507413 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-228abdfa-45a8-41de-b244-55c3736dbf60 admin admin] Deleting subnet 1d2a2c67-1ca2-4196-8b92-f73e71faec85 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:54:21.511045 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-228abdfa-45a8-41de-b244-55c3736dbf60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:21.546609 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-228abdfa-45a8-41de-b244-55c3736dbf60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3787033'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:21.641145 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-228abdfa-45a8-41de-b244-55c3736dbf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7909541'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:21.700547 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-228abdfa-45a8-41de-b244-55c3736dbf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7909562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3313828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4132075'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:21.704061 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:21.729683 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228abdfa-45a8-41de-b244-55c3736dbf60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d2a2c67-1ca2-4196-8b92-f73e71faec85,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:21.732290 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-228abdfa-45a8-41de-b244-55c3736dbf60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:21.735132 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-228abdfa-45a8-41de-b244-55c3736dbf60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:21.740885 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-228abdfa-45a8-41de-b244-55c3736dbf60 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1d2a2c67-1ca2-4196-8b92-f73e71faec85 HTTP/1.1" status: 204 len: 168 time: 0.2759655 Jun 16 13:54:21.741114 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 57274) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:21.741804 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10f2aca-5e9c-4391-9010-aaf706e9b597 None None] Network eae675ff-6760-494e-976a-ff819018914c requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:54:21.963232 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eae561-b1bf-42f2-9ce5-aebbbfa7b63a None None] DHCP port deletion for eae675ff-6760-494e-976a-ff819018914c request from dv-cinder-774286-16-iscsi {{(pid=103638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 13:54:22.050255 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-96eae561-b1bf-42f2-9ce5-aebbbfa7b63a None None] Deleting port 56dc0321-0e47-4e39-aad3-55899e74c646 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:54:22.051034 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-96eae561-b1bf-42f2-9ce5-aebbbfa7b63a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.114384 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101688'] for network, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.156716 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-96eae561-b1bf-42f2-9ce5-aebbbfa7b63a None None] For port 56dc0321-0e47-4e39-aad3-55899e74c646, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=56dc0321-0e47-4e39-aad3-55899e74c646,segment=NetworkSegment(7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7),segment_id=7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:22.163785 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-96eae561-b1bf-42f2-9ce5-aebbbfa7b63a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.178376 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] Deleting port 56dc0321-0e47-4e39-aad3-55899e74c646 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:54:22.178794 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.254695 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] For port 56dc0321-0e47-4e39-aad3-55899e74c646, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=56dc0321-0e47-4e39-aad3-55899e74c646,segment=NetworkSegment(7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7),segment_id=7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:22.255296 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.345115 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] Calling delete_port for 56dc0321-0e47-4e39-aad3-55899e74c646 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:54:22.364296 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-96eae561-b1bf-42f2-9ce5-aebbbfa7b63a None None] Calling delete_port for 56dc0321-0e47-4e39-aad3-55899e74c646 owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:54:22.440587 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.443952 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:22.468476 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] Pushing event deleted for resources: {'Port': ['ID=56dc0321-0e47-4e39-aad3-55899e74c646,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:22.469708 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-96eae561-b1bf-42f2-9ce5-aebbbfa7b63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159'] for port, after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.471459 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] No DVR routers for this DVR port 56dc0321-0e47-4e39-aad3-55899e74c646 on host dv-cinder-774286-16-iscsi {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:54:22.472540 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:22.472973 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:22.507229 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eae561-b1bf-42f2-9ce5-aebbbfa7b63a None None] Pushing event deleted for resources: {'Port': ['ID=56dc0321-0e47-4e39-aad3-55899e74c646,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:22.510114 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-96eae561-b1bf-42f2-9ce5-aebbbfa7b63a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:22.510927 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eae561-b1bf-42f2-9ce5-aebbbfa7b63a None None] No DVR routers for this DVR port 56dc0321-0e47-4e39-aad3-55899e74c646 on host dv-cinder-774286-16-iscsi {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:54:22.544024 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7908138', 'neutron.services.segments.db._delete_segments_for_network-8768724746033'] for network, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.554290 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae675ff-6760-494e-976a-ff819018914c']}} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:22.565012 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7') {'for_net_delete': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:22.565303 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4fdab6-c88d-4b6b-89b4-7c5a1a90cfd7') {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:22.574012 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768724745346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735843'] for segment, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.587448 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.593334 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] Releasing vlan 1352 on physical network physnet1 to pool {{(pid=103637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:54:22.593743 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8885146'] for segment, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: Traceback (most recent call last): Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: timer() Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: cb(*args, **kw) Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: return func(*args, **kwargs) Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: self._notify() Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: self.callback(batched_events) Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: event.method(event) Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: return f(self, *a, **k) Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: return self._get(url).json() Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: return self.request(url, 'GET', **kwargs) Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:54:22.595449 dv-cinder-774286-16-iscsi neutron-server[103637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:54:22.651186 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7908131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375885'] for network, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.654839 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:22.657224 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.659012 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] 10.222.0.26 "DELETE /v2.0/networks/eae675ff-6760-494e-976a-ff819018914c HTTP/1.1" status: 204 len: 168 time: 0.9167697 Jun 16 13:54:22.663037 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 57284) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:22.670181 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] Pushing event deleted for resources: {'Network': ['ID=eae675ff-6760-494e-976a-ff819018914c,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:22.677277 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:22.729666 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 86da401e-bb20-46d1-be71-2d0159bbdda1 no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:54:22.749707 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: 86da401e-bb20-46d1-be71-2d0159bbdda1 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:54:22.751002 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 86da401e-bb20-46d1-be71-2d0159bbdda1 not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:54:22.751117 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01 no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:54:22.769488 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:54:22.769795 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 32f2f3f9-0fef-4c7d-a0c4-2b2798087b01 not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:54:22.770185 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 56dc0321-0e47-4e39-aad3-55899e74c646 no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:54:22.789430 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: 56dc0321-0e47-4e39-aad3-55899e74c646 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:54:22.789789 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 56dc0321-0e47-4e39-aad3-55899e74c646 not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:54:23.034850 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e952c0b4-2c8d-4b1c-b1bf-1b7b04f08ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364532'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:23.289423 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e952c0b4-2c8d-4b1c-b1bf-1b7b04f08ad8 admin admin] Deleting port ce922452-ea66-45de-9809-2916f4c95748 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:54:23.289660 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e952c0b4-2c8d-4b1c-b1bf-1b7b04f08ad8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:23.375276 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e952c0b4-2c8d-4b1c-b1bf-1b7b04f08ad8 admin admin] For port ce922452-ea66-45de-9809-2916f4c95748, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=ce922452-ea66-45de-9809-2916f4c95748,segment=NetworkSegment(8763d8f3-38e4-4841-9258-0f25ee9eff8f),segment_id=8763d8f3-38e4-4841-9258-0f25ee9eff8f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:23.376533 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e952c0b4-2c8d-4b1c-b1bf-1b7b04f08ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:23.446184 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e952c0b4-2c8d-4b1c-b1bf-1b7b04f08ad8 admin admin] Calling delete_port for ce922452-ea66-45de-9809-2916f4c95748 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:54:23.638045 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e952c0b4-2c8d-4b1c-b1bf-1b7b04f08ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:23.639963 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-1d123530-4643-472b-a34c-a445bc28df85 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:23.666289 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952c0b4-2c8d-4b1c-b1bf-1b7b04f08ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce922452-ea66-45de-9809-2916f4c95748,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:23.670938 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-e952c0b4-2c8d-4b1c-b1bf-1b7b04f08ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:23.829015 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e952c0b4-2c8d-4b1c-b1bf-1b7b04f08ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364384'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:24.040153 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e952c0b4-2c8d-4b1c-b1bf-1b7b04f08ad8 admin admin] Router 43209b40-6d73-4ee1-bece-eb89efb0e7a4 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:54:24.146651 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e952c0b4-2c8d-4b1c-b1bf-1b7b04f08ad8 admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:54:24.151740 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-e952c0b4-2c8d-4b1c-b1bf-1b7b04f08ad8 admin admin] 10.222.0.26 "PUT /v2.0/routers/43209b40-6d73-4ee1-bece-eb89efb0e7a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4876287 Jun 16 13:54:24.154248 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 57294) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:24.154750 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e275b3-f526-4fa3-932b-da3d5d44e5f0 None None] Sync routers for ids ['43209b40-6d73-4ee1-bece-eb89efb0e7a4'] in dv-cinder-774286-16-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:54:24.164571 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e275b3-f526-4fa3-932b-da3d5d44e5f0 None None] Routers {'43209b40-6d73-4ee1-bece-eb89efb0e7a4'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:54:24.165240 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-97e275b3-f526-4fa3-932b-da3d5d44e5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:54:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['43209b40-6d73-4ee1-bece-eb89efb0e7a4'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:24.267736 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67049023-f996-4cfb-9c9d-410d2da94e2e admin admin] Notify callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:24.278729 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-97e275b3-f526-4fa3-932b-da3d5d44e5f0 None None] Set router 43209b40-6d73-4ee1-bece-eb89efb0e7a4 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:54:24.379270 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67049023-f996-4cfb-9c9d-410d2da94e2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:24.441292 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-67049023-f996-4cfb-9c9d-410d2da94e2e admin admin] Deleting port 32b0f1fb-e947-4266-9e1f-abb3b3bafca1 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:54:24.441645 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67049023-f996-4cfb-9c9d-410d2da94e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:24.473785 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-97e275b3-f526-4fa3-932b-da3d5d44e5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43209b40-6d73-4ee1-bece-eb89efb0e7a4', 'name': 'tempest-TestMinimumBasicScenario-29467120-router', 'tenant_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '32b0f1fb-e947-4266-9e1f-abb3b3bafca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:52:05Z', 'updated_at': '2021-06-16T13:54:23Z', 'revision_number': 5, 'project_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'gw_port': {'id': '32b0f1fb-e947-4266-9e1f-abb3b3bafca1', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43209b40-6d73-4ee1-bece-eb89efb0e7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:52:06Z', 'updated_at': '2021-06-16T13:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:24.477241 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e275b3-f526-4fa3-932b-da3d5d44e5f0 None None] Checking router: 43209b40-6d73-4ee1-bece-eb89efb0e7a4 for host: dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:54:24.486967 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e275b3-f526-4fa3-932b-da3d5d44e5f0 None None] Routers {'43209b40-6d73-4ee1-bece-eb89efb0e7a4'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:54:24.486967 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-97e275b3-f526-4fa3-932b-da3d5d44e5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:54:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['43209b40-6d73-4ee1-bece-eb89efb0e7a4'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:24.536743 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-67049023-f996-4cfb-9c9d-410d2da94e2e admin admin] For port 32b0f1fb-e947-4266-9e1f-abb3b3bafca1, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=32b0f1fb-e947-4266-9e1f-abb3b3bafca1,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:24.537042 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67049023-f996-4cfb-9c9d-410d2da94e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:24.582293 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-97e275b3-f526-4fa3-932b-da3d5d44e5f0 None None] Set router 43209b40-6d73-4ee1-bece-eb89efb0e7a4 gateway port host: None {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:54:24.606210 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-67049023-f996-4cfb-9c9d-410d2da94e2e admin admin] Calling delete_port for 32b0f1fb-e947-4266-9e1f-abb3b3bafca1 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:54:24.634284 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-97e275b3-f526-4fa3-932b-da3d5d44e5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43209b40-6d73-4ee1-bece-eb89efb0e7a4', 'name': 'tempest-TestMinimumBasicScenario-29467120-router', 'tenant_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:52:05Z', 'updated_at': '2021-06-16T13:54:24Z', 'revision_number': 6, 'project_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'gw_port_host': None}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:24.638005 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e275b3-f526-4fa3-932b-da3d5d44e5f0 None None] The sync data for ids ['43209b40-6d73-4ee1-bece-eb89efb0e7a4'] in dv-cinder-774286-16-iscsi is: [{'id': '43209b40-6d73-4ee1-bece-eb89efb0e7a4', 'name': 'tempest-TestMinimumBasicScenario-29467120-router', 'tenant_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:52:05Z', 'updated_at': '2021-06-16T13:54:24Z', 'revision_number': 6, 'project_id': '458dccc4aff24117ba7bb5b3c2dcce6f', 'gw_port_host': None}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:54:24.777139 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67049023-f996-4cfb-9c9d-410d2da94e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:24.779044 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-cebb1a90-c29d-4815-9527-88ac69f07eeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:24.801898 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67049023-f996-4cfb-9c9d-410d2da94e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=32b0f1fb-e947-4266-9e1f-abb3b3bafca1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:24.804308 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-67049023-f996-4cfb-9c9d-410d2da94e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:24.869526 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67049023-f996-4cfb-9c9d-410d2da94e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375843'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:24.957375 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67049023-f996-4cfb-9c9d-410d2da94e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15934'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:24.959661 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67049023-f996-4cfb-9c9d-410d2da94e2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.005284 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67049023-f996-4cfb-9c9d-410d2da94e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678761'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.005826 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67049023-f996-4cfb-9c9d-410d2da94e2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43209b40-6d73-4ee1-bece-eb89efb0e7a4 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 13:54:25.011096 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67049023-f996-4cfb-9c9d-410d2da94e2e admin admin] Notify callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.013300 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-67049023-f996-4cfb-9c9d-410d2da94e2e admin admin] 10.222.0.26 "DELETE /v2.0/routers/43209b40-6d73-4ee1-bece-eb89efb0e7a4 HTTP/1.1" status: 204 len: 168 time: 0.8580730 Jun 16 13:54:25.014977 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 57300) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:25.041023 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device ce922452-ea66-45de-9809-2916f4c95748 no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:54:25.081631 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: ce922452-ea66-45de-9809-2916f4c95748 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:54:25.081631 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device ce922452-ea66-45de-9809-2916f4c95748 not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:54:25.085905 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4336e1-38cb-48aa-b851-dc666986ef24 admin admin] Deleting subnet 7ec12b59-e796-4c3a-bc07-45f7219a730b {{(pid=103637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:54:25.089723 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6f4336e1-38cb-48aa-b851-dc666986ef24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.131053 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6f4336e1-38cb-48aa-b851-dc666986ef24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735866'] for subnet, precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.210885 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6f4336e1-38cb-48aa-b851-dc666986ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7909541'] for subnet, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.268107 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6f4336e1-38cb-48aa-b851-dc666986ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7909562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8884997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398638'] for subnet, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.271229 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-3c8567c1-994a-45cf-8fe4-77fc8980fcd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:25.296140 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4336e1-38cb-48aa-b851-dc666986ef24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ec12b59-e796-4c3a-bc07-45f7219a730b,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:25.299122 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6f4336e1-38cb-48aa-b851-dc666986ef24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.302284 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-6f4336e1-38cb-48aa-b851-dc666986ef24 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7ec12b59-e796-4c3a-bc07-45f7219a730b HTTP/1.1" status: 204 len: 168 time: 0.2852042 Jun 16 13:54:25.303385 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-6f4336e1-38cb-48aa-b851-dc666986ef24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:25.305349 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd675eb-ed21-4ca2-9c3e-8e54c0c7b69f None None] Network c28dce7b-e44e-453c-aa58-5a4395459775 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:54:25.305881 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 57304) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:25.420082 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101688'] for network, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.510010 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] Deleting port 37b59016-a854-4720-a367-4d9f3c6aeacd {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:54:25.510511 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.525941 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e698de0-20f4-4fa2-830c-d3c1ba21b0d2 None None] DHCP port deletion for c28dce7b-e44e-453c-aa58-5a4395459775 request from dv-cinder-774286-16-iscsi {{(pid=103638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 13:54:25.587703 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] For port 37b59016-a854-4720-a367-4d9f3c6aeacd, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=37b59016-a854-4720-a367-4d9f3c6aeacd,segment=NetworkSegment(8763d8f3-38e4-4841-9258-0f25ee9eff8f),segment_id=8763d8f3-38e4-4841-9258-0f25ee9eff8f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:25.588264 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.598769 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-4e698de0-20f4-4fa2-830c-d3c1ba21b0d2 None None] Deleting port 37b59016-a854-4720-a367-4d9f3c6aeacd {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:54:25.599408 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4e698de0-20f4-4fa2-830c-d3c1ba21b0d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.660691 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] Calling delete_port for 37b59016-a854-4720-a367-4d9f3c6aeacd owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:54:25.684222 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-4e698de0-20f4-4fa2-830c-d3c1ba21b0d2 None None] For port 37b59016-a854-4720-a367-4d9f3c6aeacd, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=37b59016-a854-4720-a367-4d9f3c6aeacd,segment=NetworkSegment(8763d8f3-38e4-4841-9258-0f25ee9eff8f),segment_id=8763d8f3-38e4-4841-9258-0f25ee9eff8f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:25.684668 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4e698de0-20f4-4fa2-830c-d3c1ba21b0d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.764511 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.768451 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-b93544c2-2886-438c-94f1-8a409de5a35a tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:25.771096 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-4e698de0-20f4-4fa2-830c-d3c1ba21b0d2 None None] Calling delete_port for 37b59016-a854-4720-a367-4d9f3c6aeacd owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:54:25.809919 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] Pushing event deleted for resources: {'Port': ['ID=37b59016-a854-4720-a367-4d9f3c6aeacd,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:25.812883 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] No DVR routers for this DVR port 37b59016-a854-4720-a367-4d9f3c6aeacd on host dv-cinder-774286-16-iscsi {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:54:25.815234 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:25.858718 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4e698de0-20f4-4fa2-830c-d3c1ba21b0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159'] for port, after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.861231 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:25.884203 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e698de0-20f4-4fa2-830c-d3c1ba21b0d2 None None] Pushing event deleted for resources: {'Port': ['ID=37b59016-a854-4720-a367-4d9f3c6aeacd,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:25.886725 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-4e698de0-20f4-4fa2-830c-d3c1ba21b0d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:25.889191 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e698de0-20f4-4fa2-830c-d3c1ba21b0d2 None None] No DVR routers for this DVR port 37b59016-a854-4720-a367-4d9f3c6aeacd on host dv-cinder-774286-16-iscsi {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:54:25.937035 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7908138', 'neutron.services.segments.db._delete_segments_for_network-8768724746033'] for network, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.952135 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28dce7b-e44e-453c-aa58-5a4395459775']}} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:25.966406 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8763d8f3-38e4-4841-9258-0f25ee9eff8f') {'for_net_delete': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:25.966844 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8763d8f3-38e4-4841-9258-0f25ee9eff8f') {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:25.980126 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768724745346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735843'] for segment, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.998684 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:26.006521 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] Releasing vlan 1383 on physical network physnet1 to pool {{(pid=103637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:54:26.007086 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8885146'] for segment, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: Traceback (most recent call last): Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: timer() Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: cb(*args, **kw) Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: return func(*args, **kwargs) Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: self._notify() Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: self.callback(batched_events) Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: event.method(event) Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: return f(self, *a, **k) Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: return self._get(url).json() Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: return self.request(url, 'GET', **kwargs) Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:54:26.009400 dv-cinder-774286-16-iscsi neutron-server[103637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:54:26.075086 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7908131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375885'] for network, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:26.080507 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-2de6b6f0-daa4-4dd0-a392-509ecd715104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:26.084256 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:26.087246 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c28dce7b-e44e-453c-aa58-5a4395459775 HTTP/1.1" status: 204 len: 168 time: 0.7802725 Jun 16 13:54:26.104075 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] Pushing event deleted for resources: {'Network': ['ID=c28dce7b-e44e-453c-aa58-5a4395459775,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:26.107364 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:26.237032 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 57314) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:26.280769 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-e7c2fc7c-498a-48d3-92a0-67d25bc6c4f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c95884cff12489e9b10a2a7494c24f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402932 Jun 16 13:54:26.281139 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 57316) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:26.336502 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-580ef83a-f97c-48c1-bac0-b9a23ae1c072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:26.368414 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-580ef83a-f97c-48c1-bac0-b9a23ae1c072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:26.431142 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-580ef83a-f97c-48c1-bac0-b9a23ae1c072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:26.433999 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-580ef83a-f97c-48c1-bac0-b9a23ae1c072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:26.436490 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-580ef83a-f97c-48c1-bac0-b9a23ae1c072 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf HTTP/1.1" status: 204 len: 168 time: 0.1543102 Jun 16 13:54:26.438138 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-bbde98d1-6c7b-4d75-9ffb-704bed65fa85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:26.448255 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ef83a-f97c-48c1-bac0-b9a23ae1c072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb3e0ea-df19-49d3-9d8a-2b48d0c295cf,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:26.448950 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-580ef83a-f97c-48c1-bac0-b9a23ae1c072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:26.733336 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 32b0f1fb-e947-4266-9e1f-abb3b3bafca1 no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:54:26.754138 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: 32b0f1fb-e947-4266-9e1f-abb3b3bafca1 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:54:26.754493 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 32b0f1fb-e947-4266-9e1f-abb3b3bafca1 not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:54:26.754908 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 37b59016-a854-4720-a367-4d9f3c6aeacd no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:54:26.773780 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: 37b59016-a854-4720-a367-4d9f3c6aeacd {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:54:26.774006 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 37b59016-a854-4720-a367-4d9f3c6aeacd not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:54:26.801727 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 57326) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:26.865642 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-81d1aab5-ceaf-469c-83bf-d5d9282d08a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=458dccc4aff24117ba7bb5b3c2dcce6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626867 Jun 16 13:54:26.867966 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 57328) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:26.916094 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f2f1404a-ae6d-4cfb-823f-2db78430f601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:26.937153 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f2f1404a-ae6d-4cfb-823f-2db78430f601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:26.983421 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f2f1404a-ae6d-4cfb-823f-2db78430f601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:26.986541 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f2f1404a-ae6d-4cfb-823f-2db78430f601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:26.987659 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-f2f1404a-ae6d-4cfb-823f-2db78430f601 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8de5b16b-c5a2-4df5-88bb-553bbaab3588 HTTP/1.1" status: 204 len: 168 time: 0.1188006 Jun 16 13:54:26.988499 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c7568d6d-7fd4-43e1-9133-599c8a094ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:26.996061 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1404a-ae6d-4cfb-823f-2db78430f601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de5b16b-c5a2-4df5-88bb-553bbaab3588,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:26.998277 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-f2f1404a-ae6d-4cfb-823f-2db78430f601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:40.078270 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bb2be-22a3-4b16-bc86-044b3c88b0a6 req-f53571db-e9e6-4591-a3a8-d5550da8cd7c tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:40.079712 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b02bb2be-22a3-4b16-bc86-044b3c88b0a6 req-f53571db-e9e6-4591-a3a8-d5550da8cd7c tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=c474d570-46aa-4c90-9c49-5c2e8d296d3c HTTP/1.1" status: 200 len: 945 time: 0.0629632 Jun 16 13:54:40.116653 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b02bb2be-22a3-4b16-bc86-044b3c88b0a6 req-1dbfa03e-fa1d-452b-99f7-c87b32ec7b7d tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/security-groups?id=af9a6379-023a-4a70-a280-f3de8c18b652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311015 Jun 16 13:54:40.277489 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:54:40.901997 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b0b9681a-5d71-4db8-ac3e-4e1ef4e1ea80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:41.412270 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ef51b-4d01-4397-90a3-87e9aad0e182 req-a131a137-496c-440d-ad1c-d5eb64f59497 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:41.413688 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a22ef51b-4d01-4397-90a3-87e9aad0e182 req-a131a137-496c-440d-ad1c-d5eb64f59497 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=c474d570-46aa-4c90-9c49-5c2e8d296d3c HTTP/1.1" status: 200 len: 945 time: 0.1769390 Jun 16 13:54:41.452081 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a22ef51b-4d01-4397-90a3-87e9aad0e182 req-8d0233eb-415a-43bd-af0f-3afc58a198e9 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/security-groups?id=af9a6379-023a-4a70-a280-f3de8c18b652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326648 Jun 16 13:54:41.574106 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6348f-019e-4048-ac8b-9343031831a7 req-1e2deb38-b24d-4eff-a974-f4f07b047656 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:41.575560 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c0c6348f-019e-4048-ac8b-9343031831a7 req-1e2deb38-b24d-4eff-a974-f4f07b047656 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.63 "GET /v2.0/ports?device_id=c474d570-46aa-4c90-9c49-5c2e8d296d3c HTTP/1.1" status: 200 len: 945 time: 0.0678449 Jun 16 13:54:41.677955 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-c0c6348f-019e-4048-ac8b-9343031831a7 req-8f5f9663-de4f-417c-9a2f-fb78eddefd50 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Deleting port 29602d74-c48c-4149-b4ae-7215e753b90f {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:54:41.677955 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c0c6348f-019e-4048-ac8b-9343031831a7 req-8f5f9663-de4f-417c-9a2f-fb78eddefd50 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:41.774806 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-c0c6348f-019e-4048-ac8b-9343031831a7 req-8f5f9663-de4f-417c-9a2f-fb78eddefd50 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] For port 29602d74-c48c-4149-b4ae-7215e753b90f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=29602d74-c48c-4149-b4ae-7215e753b90f,segment=NetworkSegment(e07bfae9-efbe-40e7-9648-d98a48df458a),segment_id=e07bfae9-efbe-40e7-9648-d98a48df458a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:41.775169 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c0c6348f-019e-4048-ac8b-9343031831a7 req-8f5f9663-de4f-417c-9a2f-fb78eddefd50 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:41.844099 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-c0c6348f-019e-4048-ac8b-9343031831a7 req-8f5f9663-de4f-417c-9a2f-fb78eddefd50 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Calling delete_port for 29602d74-c48c-4149-b4ae-7215e753b90f owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:54:41.999351 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c0c6348f-019e-4048-ac8b-9343031831a7 req-8f5f9663-de4f-417c-9a2f-fb78eddefd50 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:42.006071 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-0153e55c-f6c7-4dc9-9a4e-c422e23835db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:42.012723 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['29602d74-c48c-4149-b4ae-7215e753b90f'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:54:42.056204 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f9663-de4f-417c-9a2f-fb78eddefd50 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Pushing event deleted for resources: {'Port': ['ID=29602d74-c48c-4149-b4ae-7215e753b90f,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:42.082964 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-8f5f9663-de4f-417c-9a2f-fb78eddefd50 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:42.112906 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c6348f-019e-4048-ac8b-9343031831a7 req-8f5f9663-de4f-417c-9a2f-fb78eddefd50 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] No DVR routers for this DVR port 29602d74-c48c-4149-b4ae-7215e753b90f on host hv-cinder-77428 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:54:42.116008 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c0c6348f-019e-4048-ac8b-9343031831a7 req-8f5f9663-de4f-417c-9a2f-fb78eddefd50 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:42.118895 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c0c6348f-019e-4048-ac8b-9343031831a7 req-8f5f9663-de4f-417c-9a2f-fb78eddefd50 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.63 "DELETE /v2.0/ports/29602d74-c48c-4149-b4ae-7215e753b90f HTTP/1.1" status: 204 len: 173 time: 0.5378218 Jun 16 13:54:42.119653 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c474d570-46aa-4c90-9c49-5c2e8d296d3c', 'name': 'network-vif-deleted', 'tag': '29602d74-c48c-4149-b4ae-7215e753b90f'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:54:42.123279 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a0fd2b-ab80-41ef-bc36-bbdd60a42851" -d '{"events": [{"server_uuid": "c474d570-46aa-4c90-9c49-5c2e8d296d3c", "name": "network-vif-deleted", "tag": "29602d74-c48c-4149-b4ae-7215e753b90f"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:54:42.167579 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178078d4-13df-49b7-aae4-651ebc5ca311 x-openstack-request-id: req-178078d4-13df-49b7-aae4-651ebc5ca311 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:54:42.167920 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c474d570-46aa-4c90-9c49-5c2e8d296d3c", "name": "network-vif-deleted", "tag": "29602d74-c48c-4149-b4ae-7215e753b90f", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:54:42.168220 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-178078d4-13df-49b7-aae4-651ebc5ca311 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:54:42.168660 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c474d570-46aa-4c90-9c49-5c2e8d296d3c', 'name': 'network-vif-deleted', 'tag': '29602d74-c48c-4149-b4ae-7215e753b90f', 'status': 'completed', 'code': 200} Jun 16 13:54:42.608179 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0c0a45b5-ffe2-409d-8fa4-2e8a6b59042d req-04f69bbf-f00a-4c20-978c-f103fb2d7bba tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=c474d570-46aa-4c90-9c49-5c2e8d296d3c HTTP/1.1" status: 200 len: 210 time: 0.0315197 Jun 16 13:54:43.297473 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:43.348952 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d0b21d4e-cd2c-4d8d-aa91-d2e703a6522c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:43.455807 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:44.855053 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:45.848010 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 29602d74-c48c-4149-b4ae-7215e753b90f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:54:45.874055 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] No Port match for: 29602d74-c48c-4149-b4ae-7215e753b90f {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:54:45.874817 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 29602d74-c48c-4149-b4ae-7215e753b90f not bound to the agent host hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:54:46.450357 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:52.717629 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-29673e37-a949-4f81-b7b9-976e54518f28 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:52.719952 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-29673e37-a949-4f81-b7b9-976e54518f28 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/networks?id=ab7f2b29-fdcd-4e21-b2f5-842c020e9247 HTTP/1.1" status: 200 len: 813 time: 0.1083825 Jun 16 13:54:52.739635 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-c41421f6-5d06-4faa-ae37-83451640f133 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/quotas/74c4dae0eb084332bb9a4e8189477c60 HTTP/1.1" status: 200 len: 375 time: 0.0133820 Jun 16 13:54:52.774178 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-ed409311-1a47-4a6c-b3c2-f087bcac7327 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=74c4dae0eb084332bb9a4e8189477c60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293400 Jun 16 13:54:52.785307 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-33f25b50-a9b8-41a0-bbe1-2f6c31b4b222 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:54:52.786249 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-33f25b50-a9b8-41a0-bbe1-2f6c31b4b222 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057497 Jun 16 13:54:52.895303 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-3b539f1d-6c23-47df-a2f9-402cb70ad9ff service neutron] 10.222.0.26 "GET /v2.0/networks/ab7f2b29-fdcd-4e21-b2f5-842c020e9247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032479 Jun 16 13:54:52.986342 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-4a7a20f7-e567-410c-82fe-9a5948af5475 service neutron] 10.222.0.26 "GET /v2.0/networks/ab7f2b29-fdcd-4e21-b2f5-842c020e9247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851855 Jun 16 13:54:53.199612 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-592b9994-5245-4e7d-8c99-5d37452575cb req-63f42dd3-4c55-44be-b7d0-d5c43deea448 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a41be39-5a5f-4504-ac0d-caeb9179af57 HTTP/1.1" status: 200 len: 210 time: 0.0538723 Jun 16 13:54:54.384769 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d48e5942-fb97-4fed-80f2-27003d7fef40 req-0335a1ba-358c-4089-9d28-79268ffa81c9 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a41be39-5a5f-4504-ac0d-caeb9179af57 HTTP/1.1" status: 200 len: 210 time: 0.0389905 Jun 16 13:54:54.500511 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-00868fb3-96dd-46de-8b3a-32c7ee99e930 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:54.501893 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-00868fb3-96dd-46de-8b3a-32c7ee99e930 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.63 "GET /v2.0/networks?id=ab7f2b29-fdcd-4e21-b2f5-842c020e9247 HTTP/1.1" status: 200 len: 813 time: 0.1198244 Jun 16 13:54:54.521379 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Request body: {'port': {'device_id': '6a41be39-5a5f-4504-ac0d-caeb9179af57', 'network_id': 'ab7f2b29-fdcd-4e21-b2f5-842c020e9247', 'admin_state_up': True, 'tenant_id': '74c4dae0eb084332bb9a4e8189477c60'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:54:54.648008 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Made reservation on behalf of 74c4dae0eb084332bb9a4e8189477c60 for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:54:54.652741 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:54.792585 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Allocated IP 172.20.0.3 (ab7f2b29-fdcd-4e21-b2f5-842c020e9247/44bfd0d3-5813-4642-abf1-926595bb63fe/40a2a4e6-b64e-4e64-86ba-b947926169f8) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:54:54.952620 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:54.994294 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:54.998937 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-28d6ad7b-035b-46e5-8fb6-ee5fec95a061 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:55.045598 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Network ab7f2b29-fdcd-4e21-b2f5-842c020e9247 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:54:55.051411 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:54:55.055393 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:54:55.061827 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Pushing event updated for resources: {'Port': ['ID=40a2a4e6-b64e-4e64-86ba-b947926169f8,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:55.091011 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:55.091394 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:55.091795 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:55.092145 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:55.092509 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:55.093412 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:55.093778 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:55.094135 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:55.094497 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:55.094854 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:55.095211 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:55.095568 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:55.100760 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:55.118911 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:55.119546 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:55.134365 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6171696 Jun 16 13:54:55.145830 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-42378c0c-13a6-4335-aa02-d9a58d76b545 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:54:55.146893 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-42378c0c-13a6-4335-aa02-d9a58d76b545 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056562 Jun 16 13:54:55.205640 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Request body: {'port': {'device_id': '6a41be39-5a5f-4504-ac0d-caeb9179af57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:54:55.281752 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:55.607209 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf19836-2369-4e72-9649-3bb8771eeaa9 req-65d9c074-e69b-4b8a-a812-e84caee1e98a tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:55.607983 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a2a4e6-b64e-4e64-86ba-b947926169f8 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:54:55.610198 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7cf19836-2369-4e72-9649-3bb8771eeaa9 req-65d9c074-e69b-4b8a-a812-e84caee1e98a tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a41be39-5a5f-4504-ac0d-caeb9179af57 HTTP/1.1" status: 200 len: 931 time: 0.0792978 Jun 16 13:54:55.618016 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:55.633003 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Transition to ACTIVE for port object 40a2a4e6-b64e-4e64-86ba-b947926169f8 will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:54:55.637909 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:55.640518 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-8a12c8ac-7916-4c46-8cfc-85c226072dbf tempest-AttachVolumeShelveTestJSON-2045132711 tempest-AttachVolumeShelveTestJSON-2045132711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:55.664135 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-7cf19836-2369-4e72-9649-3bb8771eeaa9 req-e8bf486a-17e2-432e-b23f-01127bbc3274 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/security-groups?id=af9a6379-023a-4a70-a280-f3de8c18b652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472319 Jun 16 13:54:55.714747 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=40a2a4e6-b64e-4e64-86ba-b947926169f8,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:55.720679 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:55.794632 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Attempting to bind port 40a2a4e6-b64e-4e64-86ba-b947926169f8 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:54:55.794972 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Attempting to bind port 40a2a4e6-b64e-4e64-86ba-b947926169f8 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'e07bfae9-efbe-40e7-9648-d98a48df458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'ab7f2b29-fdcd-4e21-b2f5-842c020e9247'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:54:55.795306 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Attempting to bind port 40a2a4e6-b64e-4e64-86ba-b947926169f8 on network ab7f2b29-fdcd-4e21-b2f5-842c020e9247 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:54:55.799832 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Port 40a2a4e6-b64e-4e64-86ba-b947926169f8 on network ab7f2b29-fdcd-4e21-b2f5-842c020e9247 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:54:55.800150 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Attempting to bind port 40a2a4e6-b64e-4e64-86ba-b947926169f8 on network ab7f2b29-fdcd-4e21-b2f5-842c020e9247 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:54:55.805242 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Checking agent: {'id': 'bb4a981f-00aa-40ad-8a89-acbc72a2637c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:54:55.805583 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Checking segment: {'id': 'e07bfae9-efbe-40e7-9648-d98a48df458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'ab7f2b29-fdcd-4e21-b2f5-842c020e9247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:54:55.805965 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Bound using segment: {'id': 'e07bfae9-efbe-40e7-9648-d98a48df458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'ab7f2b29-fdcd-4e21-b2f5-842c020e9247'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:54:55.806399 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Bound port: 40a2a4e6-b64e-4e64-86ba-b947926169f8, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07bfae9-efbe-40e7-9648-d98a48df458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'ab7f2b29-fdcd-4e21-b2f5-842c020e9247'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:54:55.806746 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:55.870423 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] For port 40a2a4e6-b64e-4e64-86ba-b947926169f8, host hv-cinder-77428, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:54:55.873557 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] For port 40a2a4e6-b64e-4e64-86ba-b947926169f8, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=40a2a4e6-b64e-4e64-86ba-b947926169f8,segment=NetworkSegment(e07bfae9-efbe-40e7-9648-d98a48df458a),segment_id=e07bfae9-efbe-40e7-9648-d98a48df458a)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:54:55.878364 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:55.881297 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:55.911583 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:55.912200 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:55.913627 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] 10.222.0.63 "PUT /v2.0/ports/40a2a4e6-b64e-4e64-86ba-b947926169f8 HTTP/1.1" status: 200 len: 1093 time: 0.7603853 Jun 16 13:54:55.914159 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a41be39-5a5f-4504-ac0d-caeb9179af57', 'tag': '40a2a4e6-b64e-4e64-86ba-b947926169f8'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:54:55.916462 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28da1672-f21b-4c87-b551-1fb4ceb36d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a41be39-5a5f-4504-ac0d-caeb9179af57", "tag": "40a2a4e6-b64e-4e64-86ba-b947926169f8"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:54:55.947332 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=40a2a4e6-b64e-4e64-86ba-b947926169f8,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:55.950589 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:55.992274 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09df1b66-c846-462b-b76b-5a5585b8196d x-openstack-request-id: req-09df1b66-c846-462b-b76b-5a5585b8196d {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:54:55.992608 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a41be39-5a5f-4504-ac0d-caeb9179af57", "tag": "40a2a4e6-b64e-4e64-86ba-b947926169f8", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:54:55.992934 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-09df1b66-c846-462b-b76b-5a5585b8196d {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:54:55.993371 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a41be39-5a5f-4504-ac0d-caeb9179af57', 'tag': '40a2a4e6-b64e-4e64-86ba-b947926169f8', 'status': 'completed', 'code': 200} Jun 16 13:54:56.021642 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-fe80d603-0656-4f7b-8edb-f87945b4894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:56.023180 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-fe80d603-0656-4f7b-8edb-f87945b4894b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74c4dae0eb084332bb9a4e8189477c60&device_id=6a41be39-5a5f-4504-ac0d-caeb9179af57 HTTP/1.1" status: 200 len: 1096 time: 0.0654063 Jun 16 13:54:56.069458 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-325faf50-0c6a-46b7-95e0-0e363c2c838e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40a2a4e6-b64e-4e64-86ba-b947926169f8 HTTP/1.1" status: 200 len: 217 time: 0.0378897 Jun 16 13:54:56.118257 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-2737f467-5618-4688-b9d5-37ff0c096c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:56.119725 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-2737f467-5618-4688-b9d5-37ff0c096c52 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=44bfd0d3-5813-4642-abf1-926595bb63fe HTTP/1.1" status: 200 len: 853 time: 0.0441358 Jun 16 13:54:56.159981 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-29c38d2f-6a18-4e6b-b8c8-d85b3004cdce service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ab7f2b29-fdcd-4e21-b2f5-842c020e9247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343323 Jun 16 13:54:56.255509 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-73f53184-3a53-49ea-8982-65b92df8da52 service neutron] 10.222.0.63 "GET /v2.0/networks/ab7f2b29-fdcd-4e21-b2f5-842c020e9247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891311 Jun 16 13:54:56.355491 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aa9c6a58-6395-40f1-a2ab-aaf8d1576ccb req-b1a5d6e6-42a7-4c46-9c4c-baabb5413407 service neutron] 10.222.0.63 "GET /v2.0/networks/ab7f2b29-fdcd-4e21-b2f5-842c020e9247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934389 Jun 16 13:54:56.466423 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da1672-f21b-4c87-b551-1fb4ceb36d7c req-f5a5f536-82ae-4721-aee6-7e5d24359b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:56.468535 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-28da1672-f21b-4c87-b551-1fb4ceb36d7c req-f5a5f536-82ae-4721-aee6-7e5d24359b1a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74c4dae0eb084332bb9a4e8189477c60&device_id=6a41be39-5a5f-4504-ac0d-caeb9179af57 HTTP/1.1" status: 200 len: 1096 time: 0.0584574 Jun 16 13:54:56.602985 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da1672-f21b-4c87-b551-1fb4ceb36d7c req-fa231397-74cf-429b-9475-fbacfb4a410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:56.605221 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-28da1672-f21b-4c87-b551-1fb4ceb36d7c req-fa231397-74cf-429b-9475-fbacfb4a410a service neutron] 10.222.0.63 "GET /v2.0/networks?id=ab7f2b29-fdcd-4e21-b2f5-842c020e9247 HTTP/1.1" status: 200 len: 915 time: 0.1295671 Jun 16 13:54:56.654686 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-28da1672-f21b-4c87-b551-1fb4ceb36d7c req-c7cdd783-01cb-4cf5-938e-1f15075fa368 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40a2a4e6-b64e-4e64-86ba-b947926169f8 HTTP/1.1" status: 200 len: 217 time: 0.0428402 Jun 16 13:54:56.706548 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da1672-f21b-4c87-b551-1fb4ceb36d7c req-1be36386-03d6-453c-803a-0efa595ee620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:56.708972 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-28da1672-f21b-4c87-b551-1fb4ceb36d7c req-1be36386-03d6-453c-803a-0efa595ee620 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=44bfd0d3-5813-4642-abf1-926595bb63fe HTTP/1.1" status: 200 len: 853 time: 0.0480821 Jun 16 13:54:56.747472 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-28da1672-f21b-4c87-b551-1fb4ceb36d7c req-34e9dab0-4ce0-4637-8ced-49d09eb55370 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ab7f2b29-fdcd-4e21-b2f5-842c020e9247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305302 Jun 16 13:54:56.867672 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-28da1672-f21b-4c87-b551-1fb4ceb36d7c req-0fb86790-c732-4175-8b22-132f8059bf79 service neutron] 10.222.0.63 "GET /v2.0/networks/ab7f2b29-fdcd-4e21-b2f5-842c020e9247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128767 Jun 16 13:54:56.882238 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950cff3-2e4a-4adb-bb11-b6bdc612ba73 req-9f406bf0-d502-474b-bdee-5ecdc389f585 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:56.884250 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-6950cff3-2e4a-4adb-bb11-b6bdc612ba73 req-9f406bf0-d502-474b-bdee-5ecdc389f585 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a41be39-5a5f-4504-ac0d-caeb9179af57 HTTP/1.1" status: 200 len: 943 time: 0.0735769 Jun 16 13:54:56.931798 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-6950cff3-2e4a-4adb-bb11-b6bdc612ba73 req-3c28b0a3-9060-41b5-8507-1ffde4f7226d tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/security-groups?id=af9a6379-023a-4a70-a280-f3de8c18b652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370500 Jun 16 13:54:56.972954 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-28da1672-f21b-4c87-b551-1fb4ceb36d7c req-c8a49360-76a0-42df-8134-7ec2cc0cfdd5 service neutron] 10.222.0.63 "GET /v2.0/networks/ab7f2b29-fdcd-4e21-b2f5-842c020e9247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971730 Jun 16 13:54:58.122419 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691923d-a0c2-4a82-b013-76942a62cc19 req-c3f63a09-dcb8-4149-b375-f1b8a6b04739 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:58.124395 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6691923d-a0c2-4a82-b013-76942a62cc19 req-c3f63a09-dcb8-4149-b375-f1b8a6b04739 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a41be39-5a5f-4504-ac0d-caeb9179af57 HTTP/1.1" status: 200 len: 943 time: 0.0668228 Jun 16 13:54:58.183909 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6691923d-a0c2-4a82-b013-76942a62cc19 req-4cab6baf-5792-4be0-a79c-a7acd0252d55 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/security-groups?id=af9a6379-023a-4a70-a280-f3de8c18b652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537157 Jun 16 13:54:59.269581 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 40a2a4e6-b64e-4e64-86ba-b947926169f8 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:54:59.384377 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 40a2a4e6-b64e-4e64-86ba-b947926169f8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=40a2a4e6-b64e-4e64-86ba-b947926169f8,segment=NetworkSegment(e07bfae9-efbe-40e7-9648-d98a48df458a),segment_id=e07bfae9-efbe-40e7-9648-d98a48df458a)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:59.386563 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4707e03-d3f0-4e78-9560-34e4c00d82af req-6e00fa65-393d-4595-8354-149c9c5639db tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:59.388038 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a4707e03-d3f0-4e78-9560-34e4c00d82af req-6e00fa65-393d-4595-8354-149c9c5639db tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a41be39-5a5f-4504-ac0d-caeb9179af57 HTTP/1.1" status: 200 len: 943 time: 0.0689311 Jun 16 13:54:59.400041 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': '40a2a4e6-b64e-4e64-86ba-b947926169f8', 'network_id': 'ab7f2b29-fdcd-4e21-b2f5-842c020e9247', 'port_id': '40a2a4e6-b64e-4e64-86ba-b947926169f8', 'mac_address': 'fa:16:3e:6f:e2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44bfd0d3-5813-4642-abf1-926595bb63fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:54:59.429153 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a4707e03-d3f0-4e78-9560-34e4c00d82af req-a7769eb9-b56d-41c2-aa0c-251ae23630e3 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/security-groups?id=af9a6379-023a-4a70-a280-f3de8c18b652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343056 Jun 16 13:54:59.438853 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:59.453750 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a2a4e6-b64e-4e64-86ba-b947926169f8 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:54:59.475003 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 40a2a4e6-b64e-4e64-86ba-b947926169f8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=40a2a4e6-b64e-4e64-86ba-b947926169f8,segment=NetworkSegment(e07bfae9-efbe-40e7-9648-d98a48df458a),segment_id=e07bfae9-efbe-40e7-9648-d98a48df458a)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:59.478995 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:59.481056 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:59.526973 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=40a2a4e6-b64e-4e64-86ba-b947926169f8,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:59.534701 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:59.535063 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:59.535405 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:59.535750 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:59.536082 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:59.536420 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:59.536753 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:59.537111 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:59.537445 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:59.537771 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:59.538097 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:59.538422 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:59.542614 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:59.704198 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['40a2a4e6-b64e-4e64-86ba-b947926169f8'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:55:00.611193 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9dc2a4-67a9-43fd-ac76-5ec0e5300846 req-39ba0fc8-4e49-45ef-9131-52c3375053e3 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:00.612650 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7d9dc2a4-67a9-43fd-ac76-5ec0e5300846 req-39ba0fc8-4e49-45ef-9131-52c3375053e3 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a41be39-5a5f-4504-ac0d-caeb9179af57 HTTP/1.1" status: 200 len: 944 time: 0.0641167 Jun 16 13:55:00.650632 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7d9dc2a4-67a9-43fd-ac76-5ec0e5300846 req-4bda6d8d-106a-4ea1-849d-fd7bbbe5d6ed tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/security-groups?id=af9a6379-023a-4a70-a280-f3de8c18b652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323184 Jun 16 13:55:01.267137 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 40a2a4e6-b64e-4e64-86ba-b947926169f8 up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:55:01.316381 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning for port 40a2a4e6-b64e-4e64-86ba-b947926169f8 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:55:01.319982 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port 40a2a4e6-b64e-4e64-86ba-b947926169f8 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:55:01.320356 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:01.400531 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:01.422961 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a41be39-5a5f-4504-ac0d-caeb9179af57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a2a4e6-b64e-4e64-86ba-b947926169f8'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:55:01.425254 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b72524-ab9a-472d-85c1-1c535082a440" -d '{"events": [{"server_uuid": "6a41be39-5a5f-4504-ac0d-caeb9179af57", "name": "network-vif-plugged", "status": "completed", "tag": "40a2a4e6-b64e-4e64-86ba-b947926169f8"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:55:01.438562 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 40a2a4e6-b64e-4e64-86ba-b947926169f8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=40a2a4e6-b64e-4e64-86ba-b947926169f8,segment=NetworkSegment(e07bfae9-efbe-40e7-9648-d98a48df458a),segment_id=e07bfae9-efbe-40e7-9648-d98a48df458a)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:55:01.443832 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:01.446001 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:01.470042 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54fd6a6-ca24-47d3-b2aa-6c63ee8d7a68 x-openstack-request-id: req-a54fd6a6-ca24-47d3-b2aa-6c63ee8d7a68 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:55:01.470352 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a41be39-5a5f-4504-ac0d-caeb9179af57", "name": "network-vif-plugged", "status": "completed", "tag": "40a2a4e6-b64e-4e64-86ba-b947926169f8", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:55:01.470615 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a54fd6a6-ca24-47d3-b2aa-6c63ee8d7a68 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:55:01.471008 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a41be39-5a5f-4504-ac0d-caeb9179af57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a2a4e6-b64e-4e64-86ba-b947926169f8', 'code': 200} Jun 16 13:55:01.498704 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=40a2a4e6-b64e-4e64-86ba-b947926169f8,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:01.501767 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:01.686010 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e20769-c178-4b82-a759-a4cdcbf0629d req-e27b417e-c25f-48d9-96f4-7091320ce74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:01.687487 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-03e20769-c178-4b82-a759-a4cdcbf0629d req-e27b417e-c25f-48d9-96f4-7091320ce74a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6a41be39-5a5f-4504-ac0d-caeb9179af57 HTTP/1.1" status: 200 len: 1098 time: 0.0519929 Jun 16 13:55:01.724206 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-03e20769-c178-4b82-a759-a4cdcbf0629d req-eee9c1a5-3e05-4fa3-88f0-3bcf70ce49ca service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=af9a6379-023a-4a70-a280-f3de8c18b652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302293 Jun 16 13:55:01.993505 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34402224-d2bb-47ea-b221-0ebd10efac85 req-a9b7a23d-cee1-4081-a639-aecaa15b55d9 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:01.995292 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-34402224-d2bb-47ea-b221-0ebd10efac85 req-a9b7a23d-cee1-4081-a639-aecaa15b55d9 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a41be39-5a5f-4504-ac0d-caeb9179af57 HTTP/1.1" status: 200 len: 945 time: 0.0764444 Jun 16 13:55:02.038846 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-34402224-d2bb-47ea-b221-0ebd10efac85 req-2f748624-10e4-4654-b1e0-f5fa3c124cb8 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/security-groups?id=af9a6379-023a-4a70-a280-f3de8c18b652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354917 Jun 16 13:55:03.307394 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf124c5-7a4d-4879-9bf2-94e985013b37 req-e2caa358-b2be-46ef-9a53-4e704b92fc5f tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:03.309764 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1bf124c5-7a4d-4879-9bf2-94e985013b37 req-e2caa358-b2be-46ef-9a53-4e704b92fc5f tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a41be39-5a5f-4504-ac0d-caeb9179af57 HTTP/1.1" status: 200 len: 945 time: 0.0964544 Jun 16 13:55:03.367750 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1bf124c5-7a4d-4879-9bf2-94e985013b37 req-8f7a3f87-616d-44ad-9bda-e6e77f4bdbfe tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/security-groups?id=af9a6379-023a-4a70-a280-f3de8c18b652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484612 Jun 16 13:55:10.899367 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6d4c7db3-5912-40a9-a307-ca1020ec040e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:13.301390 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:13.350170 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8c2daf9a-7ea3-4555-b6a9-c8e46c67b40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:13.460431 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:14.859067 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:16.452421 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:17.276883 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:55:24.006217 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c417a0-8c21-4f69-b47a-177d127cf94b req-60597e20-93bf-41a0-ba73-eba45ee23f88 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:24.007722 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b8c417a0-8c21-4f69-b47a-177d127cf94b req-60597e20-93bf-41a0-ba73-eba45ee23f88 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a41be39-5a5f-4504-ac0d-caeb9179af57 HTTP/1.1" status: 200 len: 945 time: 0.0740714 Jun 16 13:55:24.064350 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b8c417a0-8c21-4f69-b47a-177d127cf94b req-ae406f38-df4d-4814-b063-25198794231a tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/security-groups?id=af9a6379-023a-4a70-a280-f3de8c18b652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506244 Jun 16 13:55:25.249339 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d35072-f5e8-497e-9fdd-9892b51c1b85 req-0f5c6455-e4be-4d57-96e9-5763d229116e tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:25.250826 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e5d35072-f5e8-497e-9fdd-9892b51c1b85 req-0f5c6455-e4be-4d57-96e9-5763d229116e tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a41be39-5a5f-4504-ac0d-caeb9179af57 HTTP/1.1" status: 200 len: 945 time: 0.0643592 Jun 16 13:55:25.293574 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e5d35072-f5e8-497e-9fdd-9892b51c1b85 req-ab336e1a-172c-4cf7-a6b9-6b2c88830db4 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/security-groups?id=af9a6379-023a-4a70-a280-f3de8c18b652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333180 Jun 16 13:55:25.498902 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2f421-7226-4fb6-8c09-5504bf3f2288 req-7a7f7671-d2d3-4175-aee4-bd2ec1fdf1a7 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:25.500273 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c7e2f421-7226-4fb6-8c09-5504bf3f2288 req-7a7f7671-d2d3-4175-aee4-bd2ec1fdf1a7 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a41be39-5a5f-4504-ac0d-caeb9179af57 HTTP/1.1" status: 200 len: 945 time: 0.0664642 Jun 16 13:55:25.603178 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-c7e2f421-7226-4fb6-8c09-5504bf3f2288 req-ea1d9478-6796-47ca-8352-322d2ba0360c tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Deleting port 40a2a4e6-b64e-4e64-86ba-b947926169f8 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:55:25.603514 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c7e2f421-7226-4fb6-8c09-5504bf3f2288 req-ea1d9478-6796-47ca-8352-322d2ba0360c tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:25.691744 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-c7e2f421-7226-4fb6-8c09-5504bf3f2288 req-ea1d9478-6796-47ca-8352-322d2ba0360c tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] For port 40a2a4e6-b64e-4e64-86ba-b947926169f8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=40a2a4e6-b64e-4e64-86ba-b947926169f8,segment=NetworkSegment(e07bfae9-efbe-40e7-9648-d98a48df458a),segment_id=e07bfae9-efbe-40e7-9648-d98a48df458a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:55:25.692099 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c7e2f421-7226-4fb6-8c09-5504bf3f2288 req-ea1d9478-6796-47ca-8352-322d2ba0360c tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:25.760987 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-c7e2f421-7226-4fb6-8c09-5504bf3f2288 req-ea1d9478-6796-47ca-8352-322d2ba0360c tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Calling delete_port for 40a2a4e6-b64e-4e64-86ba-b947926169f8 owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:55:25.926221 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c7e2f421-7226-4fb6-8c09-5504bf3f2288 req-ea1d9478-6796-47ca-8352-322d2ba0360c tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:25.930277 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-e43aa2fb-b965-448f-9a2d-6be1a1c1af1e tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:25.939138 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['40a2a4e6-b64e-4e64-86ba-b947926169f8'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:55:25.955635 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d9478-6796-47ca-8352-322d2ba0360c tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Pushing event deleted for resources: {'Port': ['ID=40a2a4e6-b64e-4e64-86ba-b947926169f8,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:25.959035 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ea1d9478-6796-47ca-8352-322d2ba0360c tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:26.001031 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e2f421-7226-4fb6-8c09-5504bf3f2288 req-ea1d9478-6796-47ca-8352-322d2ba0360c tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] No DVR routers for this DVR port 40a2a4e6-b64e-4e64-86ba-b947926169f8 on host hv-cinder-77428 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:55:26.003703 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c7e2f421-7226-4fb6-8c09-5504bf3f2288 req-ea1d9478-6796-47ca-8352-322d2ba0360c tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:26.005756 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c7e2f421-7226-4fb6-8c09-5504bf3f2288 req-ea1d9478-6796-47ca-8352-322d2ba0360c tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.63 "DELETE /v2.0/ports/40a2a4e6-b64e-4e64-86ba-b947926169f8 HTTP/1.1" status: 204 len: 173 time: 0.4998522 Jun 16 13:55:26.006281 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a41be39-5a5f-4504-ac0d-caeb9179af57', 'name': 'network-vif-deleted', 'tag': '40a2a4e6-b64e-4e64-86ba-b947926169f8'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:55:26.008589 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f71b91d-752a-4ed4-a428-bf9acf2ddcf5" -d '{"events": [{"server_uuid": "6a41be39-5a5f-4504-ac0d-caeb9179af57", "name": "network-vif-deleted", "tag": "40a2a4e6-b64e-4e64-86ba-b947926169f8"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:55:26.107146 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9720795-0153-4e7b-93c4-5cb6e8920bf1 x-openstack-request-id: req-f9720795-0153-4e7b-93c4-5cb6e8920bf1 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:55:26.107543 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a41be39-5a5f-4504-ac0d-caeb9179af57", "name": "network-vif-deleted", "tag": "40a2a4e6-b64e-4e64-86ba-b947926169f8", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:55:26.108366 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9720795-0153-4e7b-93c4-5cb6e8920bf1 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:55:26.108859 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a41be39-5a5f-4504-ac0d-caeb9179af57', 'name': 'network-vif-deleted', 'tag': '40a2a4e6-b64e-4e64-86ba-b947926169f8', 'status': 'completed', 'code': 200} Jun 16 13:55:26.454464 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5f5fe57a-2b2c-4923-82e6-2f07838f4da5 req-51f1a6ce-c137-45f7-ae55-e46a4e90434b tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a41be39-5a5f-4504-ac0d-caeb9179af57 HTTP/1.1" status: 200 len: 210 time: 0.0321107 Jun 16 13:55:30.121830 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 40a2a4e6-b64e-4e64-86ba-b947926169f8 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:55:30.144215 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] No Port match for: 40a2a4e6-b64e-4e64-86ba-b947926169f8 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:55:30.144561 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 40a2a4e6-b64e-4e64-86ba-b947926169f8 not bound to the agent host hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:55:40.892320 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0d75c2ae-8021-4114-bd7e-abdde1671ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:43.309958 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:43.350642 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-895f7e21-5c82-49f0-aa73-e2018b859db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:43.463684 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:44.861795 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:46.453441 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:50.651569 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 57702) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:50.695513 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_v2 [None req-70040257-a439-45ab-99d8-154925cb15b8 admin admin] Deleting subnet 44bfd0d3-5813-4642-abf1-926595bb63fe {{(pid=103637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:55:50.698518 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-70040257-a439-45ab-99d8-154925cb15b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:50.732214 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-70040257-a439-45ab-99d8-154925cb15b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735866'] for subnet, precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:50.770105 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-70040257-a439-45ab-99d8-154925cb15b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7909541'] for subnet, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:50.826287 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-70040257-a439-45ab-99d8-154925cb15b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7909562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8884997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398638'] for subnet, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:50.829441 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-1a472fdc-afb6-469b-871c-b8d7e5dc114e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:51.111366 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70040257-a439-45ab-99d8-154925cb15b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44bfd0d3-5813-4642-abf1-926595bb63fe,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:51.113467 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-70040257-a439-45ab-99d8-154925cb15b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:51.116244 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-70040257-a439-45ab-99d8-154925cb15b8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/44bfd0d3-5813-4642-abf1-926595bb63fe HTTP/1.1" status: 204 len: 168 time: 0.4636204 Jun 16 13:55:51.117252 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-70040257-a439-45ab-99d8-154925cb15b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:51.117897 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 57704) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:51.185265 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101688'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:51.276892 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7908138', 'neutron.services.segments.db._delete_segments_for_network-8768724746033'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:51.286466 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7f2b29-fdcd-4e21-b2f5-842c020e9247']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:51.295847 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07bfae9-efbe-40e7-9648-d98a48df458a') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:51.296148 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07bfae9-efbe-40e7-9648-d98a48df458a') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:51.304705 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768724745346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3787008'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:51.318613 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:51.324310 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Releasing vlan 1395 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:55:51.324687 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3313723'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: Traceback (most recent call last): Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: timer() Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: cb(*args, **kw) Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: return func(*args, **kwargs) Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: self._notify() Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: self.callback(batched_events) Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: event.method(event) Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: return f(self, *a, **k) Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: return self._get(url).json() Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: return self.request(url, 'GET', **kwargs) Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:55:51.326302 dv-cinder-774286-16-iscsi neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:55:51.385618 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7908131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375885'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:51.389478 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-bbddfab4-4665-456a-b4f2-dc9b8760e1f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:51.392762 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:51.395273 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ab7f2b29-fdcd-4e21-b2f5-842c020e9247 HTTP/1.1" status: 204 len: 168 time: 0.2763937 Jun 16 13:55:51.408516 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab7f2b29-fdcd-4e21-b2f5-842c020e9247,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:51.415607 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:51.415998 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:51.416381 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:51.416759 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:51.417158 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:51.417528 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:51.417897 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:51.418266 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:51.418628 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:51.418989 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:51.419349 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:51.419799 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:51.422849 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-edfaa7f6-dc56-4f95-a3c6-4bfab00465f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:51.575569 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 57708) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:51.615330 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-ffb70560-3608-4c0e-ae70-0869661bef94 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74c4dae0eb084332bb9a4e8189477c60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384107 Jun 16 13:55:51.617689 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 57710) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:51.665276 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1061c78-2bc0-461c-8d4d-1370f1c42a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:51.685854 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1061c78-2bc0-461c-8d4d-1370f1c42a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:51.732126 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1061c78-2bc0-461c-8d4d-1370f1c42a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:51.734765 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1061c78-2bc0-461c-8d4d-1370f1c42a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:51.735917 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-e1061c78-2bc0-461c-8d4d-1370f1c42a69 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af9a6379-023a-4a70-a280-f3de8c18b652 HTTP/1.1" status: 204 len: 168 time: 0.1173079 Jun 16 13:55:51.736713 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-6235667c-bd3e-43dd-9ff2-d3359d8f6b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:51.744442 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1061c78-2bc0-461c-8d4d-1370f1c42a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9a6379-023a-4a70-a280-f3de8c18b652,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:51.746854 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-e1061c78-2bc0-461c-8d4d-1370f1c42a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:54.276073 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:56:00.748739 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 57782) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:00.852417 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1074bfd5-2a36-4e5d-af97-db9e295cf833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:00.940699 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1074bfd5-2a36-4e5d-af97-db9e295cf833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:00.944792 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1074bfd5-2a36-4e5d-af97-db9e295cf833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:00.948326 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-2642ba65-a29a-4776-9d4b-bbf2626f1616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:00.988256 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-1074bfd5-2a36-4e5d-af97-db9e295cf833 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41329323ac1e46b8abefcec48174be12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377326 Jun 16 13:56:00.989231 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074bfd5-2a36-4e5d-af97-db9e295cf833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d4881e-e585-4672-8586-91257c0e4bce,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:00.992285 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 57786) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:00.993094 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-1074bfd5-2a36-4e5d-af97-db9e295cf833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:01.051391 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f3bad5b8-3c8b-44bc-bd36-017323245f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:01.074739 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f3bad5b8-3c8b-44bc-bd36-017323245f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:01.121243 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f3bad5b8-3c8b-44bc-bd36-017323245f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:01.123700 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f3bad5b8-3c8b-44bc-bd36-017323245f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:01.124798 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-f3bad5b8-3c8b-44bc-bd36-017323245f58 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50d4881e-e585-4672-8586-91257c0e4bce HTTP/1.1" status: 204 len: 168 time: 0.1307907 Jun 16 13:56:01.125638 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-00f29cb7-5f2b-4ec9-85a8-8f9c41ae1ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:01.133107 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bad5b8-3c8b-44bc-bd36-017323245f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d4881e-e585-4672-8586-91257c0e4bce,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:01.139968 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bad5b8-3c8b-44bc-bd36-017323245f58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:01.140345 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bad5b8-3c8b-44bc-bd36-017323245f58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:01.140737 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bad5b8-3c8b-44bc-bd36-017323245f58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:01.141536 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bad5b8-3c8b-44bc-bd36-017323245f58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:01.141536 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bad5b8-3c8b-44bc-bd36-017323245f58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:01.141965 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bad5b8-3c8b-44bc-bd36-017323245f58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:01.142207 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bad5b8-3c8b-44bc-bd36-017323245f58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:01.142527 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bad5b8-3c8b-44bc-bd36-017323245f58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:01.142942 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bad5b8-3c8b-44bc-bd36-017323245f58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:01.143228 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bad5b8-3c8b-44bc-bd36-017323245f58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:01.143726 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bad5b8-3c8b-44bc-bd36-017323245f58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:01.144075 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bad5b8-3c8b-44bc-bd36-017323245f58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:01.147416 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-f3bad5b8-3c8b-44bc-bd36-017323245f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:01.746684 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 57808) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:01.853471 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-75938472-6dc7-4412-9d17-5413f02befa8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1928837445-network', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:01.875603 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75938472-6dc7-4412-9d17-5413f02befa8 admin admin] Made reservation on behalf of d2719c99d82a47848b240a259c015d0e for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:56:01.878468 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-75938472-6dc7-4412-9d17-5413f02befa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for network, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:01.887977 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-75938472-6dc7-4412-9d17-5413f02befa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:01.981404 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-75938472-6dc7-4412-9d17-5413f02befa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:01.985399 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-75938472-6dc7-4412-9d17-5413f02befa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:01.989081 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-2fe8bdb3-14eb-4f4c-a7f1-f9603e668115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:02.015949 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75938472-6dc7-4412-9d17-5413f02befa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1377} {{(pid=103637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:56:02.021940 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75938472-6dc7-4412-9d17-5413f02befa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c57b0c-2467-416f-8428-b4f260476664,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:02.025730 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-75938472-6dc7-4412-9d17-5413f02befa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:02.029899 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-75938472-6dc7-4412-9d17-5413f02befa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:02.030427 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-75938472-6dc7-4412-9d17-5413f02befa8 admin admin] Added segment fb976073-da8e-44fa-8f8c-97f11b605c2f of type vlan for network 05bc214f-9a31-41fe-9f97-454d9082b366 Jun 16 13:56:02.071193 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-75938472-6dc7-4412-9d17-5413f02befa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768724243357'] for network, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:02.100127 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-75938472-6dc7-4412-9d17-5413f02befa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442'] for network, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:02.101513 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75938472-6dc7-4412-9d17-5413f02befa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:02.102090 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-75938472-6dc7-4412-9d17-5413f02befa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:02.104114 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:02.153579 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-75938472-6dc7-4412-9d17-5413f02befa8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4056766 Jun 16 13:56:02.158252 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 57812) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:02.164375 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a3c69db3-587a-456a-bb04-d538ba5ef490 admin admin] Request body: {'subnet': {'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1928837445-subnet', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:02.165889 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75938472-6dc7-4412-9d17-5413f02befa8 admin admin] Pushing event updated for resources: {'Network': ['ID=05bc214f-9a31-41fe-9f97-454d9082b366,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:02.168950 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-75938472-6dc7-4412-9d17-5413f02befa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:02.176482 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Network 05bc214f-9a31-41fe-9f97-454d9082b366 details requested by agent ovs-agent-dv-cinder-774286-16-iscsi with host dv-cinder-774286-16-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:56:02.185759 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c69db3-587a-456a-bb04-d538ba5ef490 admin admin] Made reservation on behalf of d2719c99d82a47848b240a259c015d0e for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:56:02.188159 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3c69db3-587a-456a-bb04-d538ba5ef490 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4132080'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:02.354564 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3c69db3-587a-456a-bb04-d538ba5ef490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3313893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4132066'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:02.357495 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-8f864e8b-eb4d-4a7f-b018-3107e168741d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:02.681241 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c69db3-587a-456a-bb04-d538ba5ef490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e86b1b57-d03d-4e57-8819-090a6dc628eb,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:02.684479 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-a3c69db3-587a-456a-bb04-d538ba5ef490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:02.690550 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c69db3-587a-456a-bb04-d538ba5ef490 admin admin] Checking segment: {'id': 'fb976073-da8e-44fa-8f8c-97f11b605c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:56:02.690912 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c69db3-587a-456a-bb04-d538ba5ef490 admin admin] Network hostable DHCP agents. Network: 05bc214f-9a31-41fe-9f97-454d9082b366, hostable agents: ['cacdca07-80fb-43b6-bcec-cb473972b15f'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:56:02.707897 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c69db3-587a-456a-bb04-d538ba5ef490 admin admin] Network 05bc214f-9a31-41fe-9f97-454d9082b366 is scheduled to be hosted by DHCP agent cacdca07-80fb-43b6-bcec-cb473972b15f with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:56:02.717603 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a3c69db3-587a-456a-bb04-d538ba5ef490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-16-iscsi, 05bc214f-9a31-41fe-9f97-454d9082b366) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:02.722380 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c69db3-587a-456a-bb04-d538ba5ef490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:02.722916 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3c69db3-587a-456a-bb04-d538ba5ef490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:02.729558 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d328f84f-9188-4864-9c50-746252cc5321 None None] Network 05bc214f-9a31-41fe-9f97-454d9082b366 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:56:02.738734 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-a3c69db3-587a-456a-bb04-d538ba5ef490 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5791397 Jun 16 13:56:02.742224 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 57814) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:02.746792 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:02.768991 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-679868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16076'] for router, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:02.770152 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15927'] for router, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:02.834581 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:02.889175 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98e8dfa6-0b33-5bf0-932d-28a6243b7025-05bc214f-9a31-41fe-9f97-454d9082b366', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb'}]}} from dv-cinder-774286-16-iscsi. {{(pid=103638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:56:02.890069 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:02.979095 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15905'] for router, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:03.027682 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Allocated IP 172.20.0.2 (05bc214f-9a31-41fe-9f97-454d9082b366/e86b1b57-d03d-4e57-8819-090a6dc628eb/415a8d62-5ede-4e67-a9cd-228a005313db) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:56:03.178789 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Notify callbacks [] for port, precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:03.179991 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:03.188595 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Transition to ACTIVE for port object 415a8d62-5ede-4e67-a9cd-228a005313db will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:03.202066 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:03.211660 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Transition to ACTIVE for port object 415a8d62-5ede-4e67-a9cd-228a005313db will not be triggered until provisioned by entity DHCP. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:03.219471 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150'] for port, after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:03.222452 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:03.255861 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Network 05bc214f-9a31-41fe-9f97-454d9082b366 is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:56:03.258775 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:03.264194 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:56:03.274989 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Pushing event updated for resources: {'Port': ['ID=415a8d62-5ede-4e67-a9cd-228a005313db,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:03.300703 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:03.301082 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:03.301430 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:03.301772 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:03.302105 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:03.302437 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:03.302766 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:03.303092 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:03.303419 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:03.303742 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:03.304060 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:03.304383 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:03.317668 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] Allocated IP 172.27.3.133 (4d1119cf-5fec-45f3-97f5-606abcd40a6f/1e4ea701-5473-443b-aeed-fa1b09c8f901/50ccefa3-0ece-4a96-99ec-0a6940ff3934) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:56:03.325286 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:03.340659 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Attempting to bind port 415a8d62-5ede-4e67-a9cd-228a005313db on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:56:03.341064 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Attempting to bind port 415a8d62-5ede-4e67-a9cd-228a005313db by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': 'fb976073-da8e-44fa-8f8c-97f11b605c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:56:03.341463 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Attempting to bind port 415a8d62-5ede-4e67-a9cd-228a005313db on network 05bc214f-9a31-41fe-9f97-454d9082b366 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:56:03.347183 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:56:03.347561 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Checking segment: {'id': 'fb976073-da8e-44fa-8f8c-97f11b605c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:56:03.347970 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:03.348367 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Bound using segment: {'id': 'fb976073-da8e-44fa-8f8c-97f11b605c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:56:03.348879 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Bound port: 415a8d62-5ede-4e67-a9cd-228a005313db, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb976073-da8e-44fa-8f8c-97f11b605c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:56:03.349260 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:03.420511 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] For port 415a8d62-5ede-4e67-a9cd-228a005313db, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:56:03.423729 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] For port 415a8d62-5ede-4e67-a9cd-228a005313db, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=415a8d62-5ede-4e67-a9cd-228a005313db,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:56:03.426688 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:03.429058 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:03.432011 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:03.472344 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:03.475810 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:03.504378 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Pushing event updated for resources: {'Port': ['ID=415a8d62-5ede-4e67-a9cd-228a005313db,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:03.507816 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-50c43985-264a-4804-9a0b-8f714ec788d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:03.520346 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:56:03.525576 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:03.529557 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:56:03.552598 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=50ccefa3-0ece-4a96-99ec-0a6940ff3934,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:03.557014 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:03.806000 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:04.005730 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372952'] for router, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:04.136157 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] Router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 is scheduled to L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb with binding_index 1 {{(pid=103637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:56:04.248211 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:56:04.258063 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] Sync routers for ids ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:56:04.265334 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] Notify callbacks [] for router, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:04.269994 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5237820 Jun 16 13:56:04.270151 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] Routers {'59fd2fa5-c220-4cb6-afe0-885cbe99ee53'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:04.270151 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:55:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:04.270384 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 57816) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:04.395876 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] Set router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:04.434440 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debff64f-55d6-456b-b4be-a0c72cafafa7 None None] Network 05bc214f-9a31-41fe-9f97-454d9082b366 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:56:04.693944 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-c2857586-05a2-42f1-9763-c8f6926d42b8 None None] Provisioning for port 415a8d62-5ede-4e67-a9cd-228a005313db completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:04.733740 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:04.850970 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 415a8d62-5ede-4e67-a9cd-228a005313db up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:04.901303 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Allocated IP 172.20.0.1 (05bc214f-9a31-41fe-9f97-454d9082b366/e86b1b57-d03d-4e57-8819-090a6dc628eb/a2f21870-a8bc-4666-b2e0-5086b01a504a) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:56:04.902433 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:03Z', 'revision_number': 3, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:04.916204 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] Checking router: 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:56:04.916567 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] Updating router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 port 50ccefa3-0ece-4a96-99ec-0a6940ff3934 binding host dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:56:04.948876 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port 415a8d62-5ede-4e67-a9cd-228a005313db completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:04.964936 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 415a8d62-5ede-4e67-a9cd-228a005313db triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:04.965322 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:04.968616 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:05.010775 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:05.029719 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Transition to ACTIVE for port object a2f21870-a8bc-4666-b2e0-5086b01a504a will not be triggered until provisioned by entity DHCP. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:05.074177 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:05.076535 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-e5a2c65b-d06b-476b-9018-5e10dc589550 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:05.118322 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Network 05bc214f-9a31-41fe-9f97-454d9082b366 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:56:05.121349 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:05.123985 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:56:05.151589 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Pushing event updated for resources: {'Port': ['ID=a2f21870-a8bc-4666-b2e0-5086b01a504a,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:05.154849 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:05.177903 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672617'] for router_interface, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:05.194642 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:05.261687 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port 415a8d62-5ede-4e67-a9cd-228a005313db, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=415a8d62-5ede-4e67-a9cd-228a005313db,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:05.274219 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:05.276091 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-5809a4fa-0504-47cd-84bd-b6c58e19723e None None] Provisioning complete for port 415a8d62-5ede-4e67-a9cd-228a005313db triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:05.276454 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5809a4fa-0504-47cd-84bd-b6c58e19723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:05.279934 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:05.328746 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:05.405607 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=415a8d62-5ede-4e67-a9cd-228a005313db,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:05.415912 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:05.421422 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] Notify callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:05.450434 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] Transition to ACTIVE for port object 50ccefa3-0ece-4a96-99ec-0a6940ff3934 will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:05.459355 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:05.465213 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:05.497085 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:05.503984 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:05.506270 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-bb6e4c5a-9656-4c65-8be3-421dc695f9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:05.525008 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45a0ba-18a3-42fc-92d6-daf4254a95ae None None] Pushing event updated for resources: {'Port': ['ID=50ccefa3-0ece-4a96-99ec-0a6940ff3934,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:05.528719 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] Attempting to bind port 50ccefa3-0ece-4a96-99ec-0a6940ff3934 on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:56:05.529359 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] Attempting to bind port 50ccefa3-0ece-4a96-99ec-0a6940ff3934 by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:56:05.529977 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] Attempting to bind port 50ccefa3-0ece-4a96-99ec-0a6940ff3934 on network 4d1119cf-5fec-45f3-97f5-606abcd40a6f {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:56:05.532384 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-7b45a0ba-18a3-42fc-92d6-daf4254a95ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:05.537042 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:56:05.537419 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] Checking segment: {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:56:05.537847 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:05.538239 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] Bound using segment: {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:56:05.538705 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] Bound port: 50ccefa3-0ece-4a96-99ec-0a6940ff3934, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:56:05.539081 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:05.573393 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Pushing event updated for resources: {'Port': ['ID=a2f21870-a8bc-4666-b2e0-5086b01a504a,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:05.575750 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672533'] for router_interface, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:05.577966 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:05.593108 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] For port 50ccefa3-0ece-4a96-99ec-0a6940ff3934, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:56:05.597137 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] For port 50ccefa3-0ece-4a96-99ec-0a6940ff3934, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=50ccefa3-0ece-4a96-99ec-0a6940ff3934,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:56:05.603851 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:05.607327 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:05.653759 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e6ae3642-4a32-41a7-8d0c-0fc31ae26381 None None] Provisioning for port a2f21870-a8bc-4666-b2e0-5086b01a504a completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:05.668856 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e6ae3642-4a32-41a7-8d0c-0fc31ae26381 None None] Provisioning complete for port a2f21870-a8bc-4666-b2e0-5086b01a504a triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:05.669242 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e6ae3642-4a32-41a7-8d0c-0fc31ae26381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:05.680263 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Network 05bc214f-9a31-41fe-9f97-454d9082b366 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:56:05.681636 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:05.694970 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45a0ba-18a3-42fc-92d6-daf4254a95ae None None] Pushing event updated for resources: {'Port': ['ID=50ccefa3-0ece-4a96-99ec-0a6940ff3934,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:05.705883 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-7b45a0ba-18a3-42fc-92d6-daf4254a95ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:05.708908 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] Routers {'59fd2fa5-c220-4cb6-afe0-885cbe99ee53'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:05.709652 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:55:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:05.783383 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e6ae3642-4a32-41a7-8d0c-0fc31ae26381 None None] Port a2f21870-a8bc-4666-b2e0-5086b01a504a cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:56:05.807288 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:56:05.834801 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] Set router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:05.919348 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:56:05.925233 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] 10.222.0.26 "PUT /v2.0/routers/59fd2fa5-c220-4cb6-afe0-885cbe99ee53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6526873 Jun 16 13:56:05.963875 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-34a00ea6-cadb-4f29-bed0-6b3c012daebb None None] Provisioning complete for port a2f21870-a8bc-4666-b2e0-5086b01a504a triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:05.964186 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-34a00ea6-cadb-4f29-bed0-6b3c012daebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:06.013745 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-34a00ea6-cadb-4f29-bed0-6b3c012daebb None None] Port a2f21870-a8bc-4666-b2e0-5086b01a504a cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:56:06.074695 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 2, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:06.078059 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9316fd0a-8c16-462f-b56f-c0042de2bd8c None None] The sync data for ids ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'] in dv-cinder-774286-16-iscsi is: [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 2, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:56:06.457978 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 57832) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:06.463317 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-bfe9055e-5fba-45e8-8fad-d7b81803fefe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1732314011-network', 'tenant_id': '1953724bf53f46cebc2ac0954ae8dfbf'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:06.486467 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe9055e-5fba-45e8-8fad-d7b81803fefe admin admin] Made reservation on behalf of 1953724bf53f46cebc2ac0954ae8dfbf for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:56:06.489502 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bfe9055e-5fba-45e8-8fad-d7b81803fefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for network, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:06.498680 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bfe9055e-5fba-45e8-8fad-d7b81803fefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:06.607281 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bfe9055e-5fba-45e8-8fad-d7b81803fefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:06.613320 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bfe9055e-5fba-45e8-8fad-d7b81803fefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:06.616970 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-bfd0641d-be6c-440d-8bb7-a65f6cc072db tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:06.641801 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe9055e-5fba-45e8-8fad-d7b81803fefe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1389} {{(pid=103637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:56:06.652510 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9055e-5fba-45e8-8fad-d7b81803fefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47a7894-fb53-4dd0-8b19-aae041f89957,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:06.657019 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-bfe9055e-5fba-45e8-8fad-d7b81803fefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:06.658125 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bfe9055e-5fba-45e8-8fad-d7b81803fefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:06.658456 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-bfe9055e-5fba-45e8-8fad-d7b81803fefe admin admin] Added segment 8e5f2a5c-2881-4173-93e8-68a8f60f3ac8 of type vlan for network 5740559e-f634-47ff-ab9d-331867b7d4de Jun 16 13:56:06.712119 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bfe9055e-5fba-45e8-8fad-d7b81803fefe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768724243357'] for network, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:06.752452 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bfe9055e-5fba-45e8-8fad-d7b81803fefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442'] for network, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:06.755321 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9055e-5fba-45e8-8fad-d7b81803fefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:06.756754 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bfe9055e-5fba-45e8-8fad-d7b81803fefe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:06.761308 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:06.822358 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-bfe9055e-5fba-45e8-8fad-d7b81803fefe admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3602860 Jun 16 13:56:06.822767 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 57834) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:06.830380 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-b2988853-f552-43f8-aad0-9d8db2e6125e admin admin] Request body: {'subnet': {'network_id': '5740559e-f634-47ff-ab9d-331867b7d4de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1732314011-subnet', 'tenant_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'ip_version': 4}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:06.839904 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9055e-5fba-45e8-8fad-d7b81803fefe admin admin] Pushing event updated for resources: {'Network': ['ID=5740559e-f634-47ff-ab9d-331867b7d4de,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:06.844690 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-bfe9055e-5fba-45e8-8fad-d7b81803fefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:06.853366 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Network 5740559e-f634-47ff-ab9d-331867b7d4de details requested by agent ovs-agent-dv-cinder-774286-16-iscsi with host dv-cinder-774286-16-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:56:06.877383 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2988853-f552-43f8-aad0-9d8db2e6125e admin admin] Made reservation on behalf of 1953724bf53f46cebc2ac0954ae8dfbf for: {'subnet': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:56:06.880723 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b2988853-f552-43f8-aad0-9d8db2e6125e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398645'] for subnet, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:06.908369 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 50ccefa3-0ece-4a96-99ec-0a6940ff3934 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:06.986132 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port 50ccefa3-0ece-4a96-99ec-0a6940ff3934 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:06.991612 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 50ccefa3-0ece-4a96-99ec-0a6940ff3934 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:06.992155 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:07.084706 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:07.113052 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port 50ccefa3-0ece-4a96-99ec-0a6940ff3934, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=50ccefa3-0ece-4a96-99ec-0a6940ff3934,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:07.119540 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:07.120959 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 415a8d62-5ede-4e67-a9cd-228a005313db up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:07.123421 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fb612e93-dbdd-4035-a6f7-e9f54fd4836a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:07.335478 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=50ccefa3-0ece-4a96-99ec-0a6940ff3934,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:07.338808 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:07.350386 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 415a8d62-5ede-4e67-a9cd-228a005313db triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:07.350772 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:07.374815 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b2988853-f552-43f8-aad0-9d8db2e6125e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8885060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398631'] for subnet, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:07.378012 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-359b1572-8c8b-4751-9808-916430ed2f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:07.429195 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2988853-f552-43f8-aad0-9d8db2e6125e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b64b1f51-445d-496e-8603-43e2f34ba7ae,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:07.436737 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-b2988853-f552-43f8-aad0-9d8db2e6125e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:07.447024 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2988853-f552-43f8-aad0-9d8db2e6125e admin admin] Checking segment: {'id': '8e5f2a5c-2881-4173-93e8-68a8f60f3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '5740559e-f634-47ff-ab9d-331867b7d4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:56:07.447400 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2988853-f552-43f8-aad0-9d8db2e6125e admin admin] Network hostable DHCP agents. Network: 5740559e-f634-47ff-ab9d-331867b7d4de, hostable agents: ['cacdca07-80fb-43b6-bcec-cb473972b15f'], hosted agents: [] {{(pid=103637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:56:07.466213 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2988853-f552-43f8-aad0-9d8db2e6125e admin admin] Network 5740559e-f634-47ff-ab9d-331867b7d4de is scheduled to be hosted by DHCP agent cacdca07-80fb-43b6-bcec-cb473972b15f with binding_index 1 {{(pid=103637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:56:07.477529 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-b2988853-f552-43f8-aad0-9d8db2e6125e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-16-iscsi, 5740559e-f634-47ff-ab9d-331867b7d4de) {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:07.481876 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2988853-f552-43f8-aad0-9d8db2e6125e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:07.482545 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b2988853-f552-43f8-aad0-9d8db2e6125e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:07.489075 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d595e3b-e5a0-428e-8020-bf6b8c1ebf11 None None] Network 5740559e-f634-47ff-ab9d-331867b7d4de requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:56:07.499269 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-b2988853-f552-43f8-aad0-9d8db2e6125e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6754873 Jun 16 13:56:07.501555 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 57836) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:07.506739 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1732314011-router', 'tenant_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:07.528674 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-679868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16076'] for router, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:07.529843 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372924', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15927'] for router, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:07.590057 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:07.645199 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98e8dfa6-0b33-5bf0-932d-28a6243b7025-5740559e-f634-47ff-ab9d-331867b7d4de', 'network_id': '5740559e-f634-47ff-ab9d-331867b7d4de', 'tenant_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'fixed_ips': [{'subnet_id': 'b64b1f51-445d-496e-8603-43e2f34ba7ae'}]}} from dv-cinder-774286-16-iscsi. {{(pid=103638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:56:07.646097 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:07.747350 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15905'] for router, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:07.815060 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Allocated IP 172.20.0.2 (5740559e-f634-47ff-ab9d-331867b7d4de/b64b1f51-445d-496e-8603-43e2f34ba7ae/d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:56:07.970980 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:07.998655 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:08.001240 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Notify callbacks [] for port, precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:08.010626 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Transition to ACTIVE for port object d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:08.026238 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Transition to ACTIVE for port object d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea will not be triggered until provisioned by entity DHCP. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:08.031834 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150'] for port, after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:08.033861 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:08.071227 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Network 5740559e-f634-47ff-ab9d-331867b7d4de is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:56:08.078178 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:08.082765 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:56:08.086183 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Pushing event updated for resources: {'Port': ['ID=d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:08.090398 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:08.108183 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] Allocated IP 172.27.3.104 (4d1119cf-5fec-45f3-97f5-606abcd40a6f/1e4ea701-5473-443b-aeed-fa1b09c8f901/6996755c-3d83-4e45-96b0-288577ae15a3) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:56:08.144914 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Attempting to bind port d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:56:08.145296 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Attempting to bind port d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '8e5f2a5c-2881-4173-93e8-68a8f60f3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '5740559e-f634-47ff-ab9d-331867b7d4de'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:56:08.145797 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Attempting to bind port d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea on network 5740559e-f634-47ff-ab9d-331867b7d4de {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:56:08.151285 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:56:08.151664 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Checking segment: {'id': '8e5f2a5c-2881-4173-93e8-68a8f60f3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '5740559e-f634-47ff-ab9d-331867b7d4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:56:08.152069 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:08.152464 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Bound using segment: {'id': '8e5f2a5c-2881-4173-93e8-68a8f60f3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '5740559e-f634-47ff-ab9d-331867b7d4de'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:56:08.152958 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Bound port: d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5f2a5c-2881-4173-93e8-68a8f60f3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '5740559e-f634-47ff-ab9d-331867b7d4de'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:56:08.153334 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:08.220172 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:08.223282 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] For port d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:56:08.226844 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] For port d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea,segment=NetworkSegment(8e5f2a5c-2881-4173-93e8-68a8f60f3ac8),segment_id=8e5f2a5c-2881-4173-93e8-68a8f60f3ac8)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:56:08.232031 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:08.236206 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:08.264255 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:08.267340 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-a700dfa5-09e5-4174-9540-9116a8cb430b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:08.303142 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Pushing event updated for resources: {'Port': ['ID=d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:08.303961 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:56:08.314429 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:08.319429 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:08.320772 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:56:08.351958 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] Pushing event updated for resources: {'Port': ['ID=6996755c-3d83-4e45-96b0-288577ae15a3,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:08.356394 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:08.359162 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] Sync routers for ids ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'] in dv-cinder-774286-16-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:56:08.370320 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] Routers {'59fd2fa5-c220-4cb6-afe0-885cbe99ee53'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:08.371111 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:55:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:08.506922 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] Set router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:08.635851 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:08.730927 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 2, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:08.734442 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] Checking router: 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 for host: dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:56:08.734802 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] Updating router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 port a2f21870-a8bc-4666-b2e0-5086b01a504a binding host dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:56:08.770179 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:08.862312 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372952'] for router, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:08.906269 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:08.958419 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:08.963083 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 50ccefa3-0ece-4a96-99ec-0a6940ff3934 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:09.010084 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] Router 673a2039-9f2a-4a81-ab2f-14a42fe397f2 is scheduled to L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb with binding_index 1 {{(pid=103637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:56:09.017909 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 50ccefa3-0ece-4a96-99ec-0a6940ff3934 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:09.019074 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:09.077093 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] Notify callbacks [] for port, precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:09.088939 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.provisioning_blocks [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] Transition to ACTIVE for port object a2f21870-a8bc-4666-b2e0-5086b01a504a will not be triggered until provisioned by entity L2. {{(pid=103639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:09.096044 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:09.101594 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-bfabb5b4-ed37-4e2a-811b-c848c057de1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:09.145663 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c8aef-b0cb-4009-97ec-a8862aaebf3a None None] Pushing event updated for resources: {'Port': ['ID=a2f21870-a8bc-4666-b2e0-5086b01a504a,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:09.149855 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:56:09.154391 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c8aef-b0cb-4009-97ec-a8862aaebf3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:09.154748 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c8aef-b0cb-4009-97ec-a8862aaebf3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:09.155086 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c8aef-b0cb-4009-97ec-a8862aaebf3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:09.155768 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c8aef-b0cb-4009-97ec-a8862aaebf3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:09.155768 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c8aef-b0cb-4009-97ec-a8862aaebf3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:09.156098 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c8aef-b0cb-4009-97ec-a8862aaebf3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:09.156386 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c8aef-b0cb-4009-97ec-a8862aaebf3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:09.156612 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c8aef-b0cb-4009-97ec-a8862aaebf3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:09.157561 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c8aef-b0cb-4009-97ec-a8862aaebf3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:09.158947 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c8aef-b0cb-4009-97ec-a8862aaebf3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:09.159453 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c8aef-b0cb-4009-97ec-a8862aaebf3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:09.160026 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c8aef-b0cb-4009-97ec-a8862aaebf3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:09.164122 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] Sync routers for ids ['673a2039-9f2a-4a81-ab2f-14a42fe397f2'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:56:09.177216 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] Routers {'673a2039-9f2a-4a81-ab2f-14a42fe397f2'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:09.180025 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:55:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['673a2039-9f2a-4a81-ab2f-14a42fe397f2'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:09.192994 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] Notify callbacks [] for router, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:09.197118 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6920385 Jun 16 13:56:09.197411 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 57840) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:09.218385 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-bc8c8aef-b0cb-4009-97ec-a8862aaebf3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:09.279531 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] Attempting to bind port a2f21870-a8bc-4666-b2e0-5086b01a504a on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:56:09.279915 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] Attempting to bind port a2f21870-a8bc-4666-b2e0-5086b01a504a by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': 'fb976073-da8e-44fa-8f8c-97f11b605c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:56:09.280282 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] Attempting to bind port a2f21870-a8bc-4666-b2e0-5086b01a504a on network 05bc214f-9a31-41fe-9f97-454d9082b366 {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:56:09.286413 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:56:09.287033 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] Checking segment: {'id': 'fb976073-da8e-44fa-8f8c-97f11b605c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:56:09.287624 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:09.288185 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] Bound using segment: {'id': 'fb976073-da8e-44fa-8f8c-97f11b605c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:56:09.288845 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] Bound port: a2f21870-a8bc-4666-b2e0-5086b01a504a, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb976073-da8e-44fa-8f8c-97f11b605c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:56:09.289382 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:09.324349 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] Set router 673a2039-9f2a-4a81-ab2f-14a42fe397f2 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:09.360174 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] For port a2f21870-a8bc-4666-b2e0-5086b01a504a, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:56:09.364711 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] For port a2f21870-a8bc-4666-b2e0-5086b01a504a, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=a2f21870-a8bc-4666-b2e0-5086b01a504a,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:56:09.377302 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:09.380033 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-a070e0fb-5173-418a-9de8-ac8b5b8b27d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:09.433437 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c8aef-b0cb-4009-97ec-a8862aaebf3a None None] Pushing event updated for resources: {'Port': ['ID=a2f21870-a8bc-4666-b2e0-5086b01a504a,revision_number=4']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:09.441240 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-bc8c8aef-b0cb-4009-97ec-a8862aaebf3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:09.468393 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] Routers {'59fd2fa5-c220-4cb6-afe0-885cbe99ee53'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:09.469642 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:55:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:09.523868 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e2f880-19c8-4f2b-b6c0-e1efd683d4df None None] Network 5740559e-f634-47ff-ab9d-331867b7d4de requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:56:09.594215 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] Set router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:09.642546 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-694ee02b-e6c1-47a1-9a87-9d4d367d4cbc None None] Provisioning for port d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:09.648338 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-694ee02b-e6c1-47a1-9a87-9d4d367d4cbc None None] Provisioning complete for port d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:09.648708 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-694ee02b-e6c1-47a1-9a87-9d4d367d4cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:09.715526 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:09.748632 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673a2039-9f2a-4a81-ab2f-14a42fe397f2', 'name': 'tempest-TestVolumeBootPattern-1732314011-router', 'tenant_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6996755c-3d83-4e45-96b0-288577ae15a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:07Z', 'updated_at': '2021-06-16T13:56:08Z', 'revision_number': 3, 'project_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'gw_port': {'id': '6996755c-3d83-4e45-96b0-288577ae15a3', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:64:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673a2039-9f2a-4a81-ab2f-14a42fe397f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:08Z', 'updated_at': '2021-06-16T13:56:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:09.760204 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] Checking router: 673a2039-9f2a-4a81-ab2f-14a42fe397f2 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:56:09.760559 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] Updating router 673a2039-9f2a-4a81-ab2f-14a42fe397f2 port 6996755c-3d83-4e45-96b0-288577ae15a3 binding host dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:56:09.833999 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:09Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:09.837326 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5c19e0-c2d9-40dd-b767-483a7f7329c6 None None] The sync data for ids ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'] in dv-cinder-774286-16-iscsi is: [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:09Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:56:09.843151 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:09.898572 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-694ee02b-e6c1-47a1-9a87-9d4d367d4cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:09.918191 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Allocated IP 172.20.0.1 (5740559e-f634-47ff-ab9d-331867b7d4de/b64b1f51-445d-496e-8603-43e2f34ba7ae/0dc34a2b-8983-465a-b083-fc7614ef666b) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:56:10.031680 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:10.045642 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Transition to ACTIVE for port object 0dc34a2b-8983-465a-b083-fc7614ef666b will not be triggered until provisioned by entity DHCP. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:10.046380 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-694ee02b-e6c1-47a1-9a87-9d4d367d4cbc None None] For port d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea,segment=NetworkSegment(8e5f2a5c-2881-4173-93e8-68a8f60f3ac8),segment_id=8e5f2a5c-2881-4173-93e8-68a8f60f3ac8)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:10.058140 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-694ee02b-e6c1-47a1-9a87-9d4d367d4cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:10.061855 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-a56dc12a-7175-46c0-8c76-40c9e578085a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:10.090781 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:10.094424 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-628b5f6f-9b03-4275-a0af-234b413731ca tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:10.146813 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ee02b-e6c1-47a1-9a87-9d4d367d4cbc None None] Pushing event updated for resources: {'Port': ['ID=d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:10.152669 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-694ee02b-e6c1-47a1-9a87-9d4d367d4cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:10.154661 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Network 5740559e-f634-47ff-ab9d-331867b7d4de is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:56:10.157921 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:10.160698 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:56:10.167080 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Pushing event updated for resources: {'Port': ['ID=0dc34a2b-8983-465a-b083-fc7614ef666b,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:10.170078 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:10.207194 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672617'] for router_interface, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:10.266301 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] Notify callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:10.278584 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] Transition to ACTIVE for port object 6996755c-3d83-4e45-96b0-288577ae15a3 will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:10.288381 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:10.290528 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-e2f4162d-bc57-413d-8849-339e2b31956a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:10.347673 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275d62a-c6f3-4355-827a-71ddabce2645 None None] Pushing event updated for resources: {'Port': ['ID=6996755c-3d83-4e45-96b0-288577ae15a3,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:10.358580 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] Attempting to bind port 6996755c-3d83-4e45-96b0-288577ae15a3 on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:56:10.358963 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] Attempting to bind port 6996755c-3d83-4e45-96b0-288577ae15a3 by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:56:10.359334 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] Attempting to bind port 6996755c-3d83-4e45-96b0-288577ae15a3 on network 4d1119cf-5fec-45f3-97f5-606abcd40a6f {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:56:10.361379 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8275d62a-c6f3-4355-827a-71ddabce2645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:10.372303 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:56:10.372694 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] Checking segment: {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:56:10.373134 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:10.373540 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] Bound using segment: {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:56:10.374035 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] Bound port: 6996755c-3d83-4e45-96b0-288577ae15a3, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fcde7b-c009-43ed-a03d-65101b1e7fae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:56:10.374421 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:10.379401 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:10.538602 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-a37b2ced-1c61-444b-8540-f57aadedaa21 None None] Provisioning complete for port d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:10.538981 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a37b2ced-1c61-444b-8540-f57aadedaa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:10.580665 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:10.586669 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:10.589299 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d1acc69a-132e-480d-9126-47d105c87898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:10.603916 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] For port 6996755c-3d83-4e45-96b0-288577ae15a3, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:56:10.607630 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] For port 6996755c-3d83-4e45-96b0-288577ae15a3, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=6996755c-3d83-4e45-96b0-288577ae15a3,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:56:10.613959 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:10.616001 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:10.655619 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Pushing event updated for resources: {'Port': ['ID=0dc34a2b-8983-465a-b083-fc7614ef666b,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:10.658407 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672533'] for router_interface, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:10.660922 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:10.709375 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] Routers {'673a2039-9f2a-4a81-ab2f-14a42fe397f2'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:10.710181 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:55:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['673a2039-9f2a-4a81-ab2f-14a42fe397f2'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:10.712164 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275d62a-c6f3-4355-827a-71ddabce2645 None None] Pushing event updated for resources: {'Port': ['ID=6996755c-3d83-4e45-96b0-288577ae15a3,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:10.716216 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8275d62a-c6f3-4355-827a-71ddabce2645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:10.768783 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Network 5740559e-f634-47ff-ab9d-331867b7d4de is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:56:10.771117 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:10.843690 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-69b09275-d704-4ccc-910d-5e8537ccf347 None None] Provisioning for port 0dc34a2b-8983-465a-b083-fc7614ef666b completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:10.851592 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-69b09275-d704-4ccc-910d-5e8537ccf347 None None] Provisioning complete for port 0dc34a2b-8983-465a-b083-fc7614ef666b triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:10.852034 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-69b09275-d704-4ccc-910d-5e8537ccf347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:10.893650 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:10.904767 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Router 673a2039-9f2a-4a81-ab2f-14a42fe397f2 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:56:10.908657 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] Set router 673a2039-9f2a-4a81-ab2f-14a42fe397f2 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:10.985386 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-74642876-a85c-4646-af27-d9552c4c4576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:10.992040 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-69b09275-d704-4ccc-910d-5e8537ccf347 None None] Port 0dc34a2b-8983-465a-b083-fc7614ef666b cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:56:11.026396 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:56:11.031580 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] 10.222.0.26 "PUT /v2.0/routers/673a2039-9f2a-4a81-ab2f-14a42fe397f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8332181 Jun 16 13:56:11.082342 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:11.082894 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:11.158377 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-21122d44-f575-4c2f-83f0-391f8264f877 None None] Provisioning complete for port 0dc34a2b-8983-465a-b083-fc7614ef666b triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:11.158598 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-21122d44-f575-4c2f-83f0-391f8264f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:11.225384 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-21122d44-f575-4c2f-83f0-391f8264f877 None None] Port 0dc34a2b-8983-465a-b083-fc7614ef666b cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:56:11.268953 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device a2f21870-a8bc-4666-b2e0-5086b01a504a up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:11.295839 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673a2039-9f2a-4a81-ab2f-14a42fe397f2', 'name': 'tempest-TestVolumeBootPattern-1732314011-router', 'tenant_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6996755c-3d83-4e45-96b0-288577ae15a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:07Z', 'updated_at': '2021-06-16T13:56:10Z', 'revision_number': 4, 'project_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'gw_port': {'id': '6996755c-3d83-4e45-96b0-288577ae15a3', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:64:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673a2039-9f2a-4a81-ab2f-14a42fe397f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:08Z', 'updated_at': '2021-06-16T13:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '0dc34a2b-8983-465a-b083-fc7614ef666b', 'name': '', 'network_id': '5740559e-f634-47ff-ab9d-331867b7d4de', 'tenant_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'mac_address': 'fa:16:3e:d0:0f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673a2039-9f2a-4a81-ab2f-14a42fe397f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b64b1f51-445d-496e-8603-43e2f34ba7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:09Z', 'updated_at': '2021-06-16T13:56:10Z', 'revision_number': 2, 'project_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'subnets': [{'id': 'b64b1f51-445d-496e-8603-43e2f34ba7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:11.305160 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215c2d5d-6851-46da-b33c-53e766f7a43a None None] The sync data for ids ['673a2039-9f2a-4a81-ab2f-14a42fe397f2'] in dv-cinder-774286-16-iscsi is: [{'id': '673a2039-9f2a-4a81-ab2f-14a42fe397f2', 'name': 'tempest-TestVolumeBootPattern-1732314011-router', 'tenant_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6996755c-3d83-4e45-96b0-288577ae15a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:07Z', 'updated_at': '2021-06-16T13:56:10Z', 'revision_number': 4, 'project_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'gw_port': {'id': '6996755c-3d83-4e45-96b0-288577ae15a3', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:64:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673a2039-9f2a-4a81-ab2f-14a42fe397f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:08Z', 'updated_at': '2021-06-16T13:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '0dc34a2b-8983-465a-b083-fc7614ef666b', 'name': '', 'network_id': '5740559e-f634-47ff-ab9d-331867b7d4de', 'tenant_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'mac_address': 'fa:16:3e:d0:0f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673a2039-9f2a-4a81-ab2f-14a42fe397f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b64b1f51-445d-496e-8603-43e2f34ba7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:09Z', 'updated_at': '2021-06-16T13:56:10Z', 'revision_number': 2, 'project_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'subnets': [{'id': 'b64b1f51-445d-496e-8603-43e2f34ba7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:56:11.330065 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port a2f21870-a8bc-4666-b2e0-5086b01a504a completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:11.334889 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port a2f21870-a8bc-4666-b2e0-5086b01a504a triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:11.335269 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:11.421909 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:11.459223 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port a2f21870-a8bc-4666-b2e0-5086b01a504a, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=a2f21870-a8bc-4666-b2e0-5086b01a504a,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:11.464703 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:11.467863 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:11.550748 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=a2f21870-a8bc-4666-b2e0-5086b01a504a,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:11.555675 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:11.698492 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 57848) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:11.703278 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-ee1db97b-fc23-4e37-a044-000589c4d801 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1184301311', 'description': 'tempest-secgroup-smoke-1184301311 description', 'project_id': 'd2719c99d82a47848b240a259c015d0e'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:11.727354 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee1db97b-fc23-4e37-a044-000589c4d801 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:11.820730 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee1db97b-fc23-4e37-a044-000589c4d801 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:11.825528 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee1db97b-fc23-4e37-a044-000589c4d801 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:11.828270 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-6176596c-aa2e-499a-9307-ee1ca83a6292 tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:11.858714 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1db97b-fc23-4e37-a044-000589c4d801 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059289dc-6f1a-443e-a488-3b273d407334,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:11.861597 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ee1db97b-fc23-4e37-a044-000589c4d801 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:11.862513 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee1db97b-fc23-4e37-a044-000589c4d801 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:11.865422 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ee1db97b-fc23-4e37-a044-000589c4d801 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1657336 Jun 16 13:56:11.866811 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 57850) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:11.871528 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-4ab279ca-4d4e-4963-9734-b47ad7d9b9d9 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Request body: {'security_group_rule': {'security_group_id': '059289dc-6f1a-443e-a488-3b273d407334', 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:11.899742 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ab279ca-4d4e-4963-9734-b47ad7d9b9d9 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:11.954407 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ab279ca-4d4e-4963-9734-b47ad7d9b9d9 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:11.961544 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ab279ca-4d4e-4963-9734-b47ad7d9b9d9 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:11.963539 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:11.980537 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab279ca-4d4e-4963-9734-b47ad7d9b9d9 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d38878-b759-45ac-b956-dd1a6bd79ffa,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:11.984669 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-4ab279ca-4d4e-4963-9734-b47ad7d9b9d9 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:11.986909 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ab279ca-4d4e-4963-9734-b47ad7d9b9d9 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:11.988102 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-4ab279ca-4d4e-4963-9734-b47ad7d9b9d9 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202867 Jun 16 13:56:11.991286 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 57852) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:11.995710 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-302d31f0-637b-4ec5-985f-b0fb9afc24a6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Request body: {'security_group_rule': {'security_group_id': '059289dc-6f1a-443e-a488-3b273d407334', 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:12.024349 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-302d31f0-637b-4ec5-985f-b0fb9afc24a6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.083968 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-302d31f0-637b-4ec5-985f-b0fb9afc24a6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.088449 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-302d31f0-637b-4ec5-985f-b0fb9afc24a6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.093350 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:12.112626 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d31f0-637b-4ec5-985f-b0fb9afc24a6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedf1128-266c-4eda-81a6-e6eda63f1f01,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:12.115870 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-302d31f0-637b-4ec5-985f-b0fb9afc24a6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:12.116574 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-302d31f0-637b-4ec5-985f-b0fb9afc24a6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.117812 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-302d31f0-637b-4ec5-985f-b0fb9afc24a6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255598 Jun 16 13:56:12.120855 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 57854) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:12.125372 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d5d5faca-06d2-4e79-a4f6-fc741e32155a tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Request body: {'security_group_rule': {'security_group_id': '059289dc-6f1a-443e-a488-3b273d407334', 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:12.153954 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5d5faca-06d2-4e79-a4f6-fc741e32155a tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.210896 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5d5faca-06d2-4e79-a4f6-fc741e32155a tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.214733 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5d5faca-06d2-4e79-a4f6-fc741e32155a tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.217105 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-44e9d3de-f0c2-4591-a234-9172129543d5 tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:12.233347 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5faca-06d2-4e79-a4f6-fc741e32155a tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb181f6-3e69-447f-b520-f364d08e6c1b,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:12.236563 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-d5d5faca-06d2-4e79-a4f6-fc741e32155a tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:12.239327 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5d5faca-06d2-4e79-a4f6-fc741e32155a tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.240527 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-d5d5faca-06d2-4e79-a4f6-fc741e32155a tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187377 Jun 16 13:56:12.243204 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 57856) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:12.247586 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c9dde5a1-b7ea-4aa4-b446-29a3c2271f62 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Request body: {'security_group_rule': {'security_group_id': '059289dc-6f1a-443e-a488-3b273d407334', 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:12.273968 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9dde5a1-b7ea-4aa4-b446-29a3c2271f62 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.331943 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9dde5a1-b7ea-4aa4-b446-29a3c2271f62 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.335711 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9dde5a1-b7ea-4aa4-b446-29a3c2271f62 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.338065 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-0c77847d-53cc-42ed-8601-6cf2ad432017 tempest-TestShelveInstance-430307868 tempest-TestShelveInstance-430307868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:12.353117 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dde5a1-b7ea-4aa4-b446-29a3c2271f62 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33622c94-bc34-4053-afe2-abd56c190e15,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:12.355533 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-c9dde5a1-b7ea-4aa4-b446-29a3c2271f62 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:12.360783 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9dde5a1-b7ea-4aa4-b446-29a3c2271f62 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.362036 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-c9dde5a1-b7ea-4aa4-b446-29a3c2271f62 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179178 Jun 16 13:56:12.364710 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 57858) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:12.369162 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a6acae09-a872-4412-a344-60f9dcf05be0 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Request body: {'security_group_rule': {'security_group_id': '059289dc-6f1a-443e-a488-3b273d407334', 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:12.390708 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-a6acae09-a872-4412-a344-60f9dcf05be0 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Project d2719c99d82a47848b240a259c015d0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 13:56:12.395949 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a6acae09-a872-4412-a344-60f9dcf05be0 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.454301 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a6acae09-a872-4412-a344-60f9dcf05be0 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.458780 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a6acae09-a872-4412-a344-60f9dcf05be0 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.460918 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:12.479947 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acae09-a872-4412-a344-60f9dcf05be0 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b21614-91f6-4991-89c6-2bb7b666e374,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:12.483124 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-a6acae09-a872-4412-a344-60f9dcf05be0 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:12.487498 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a6acae09-a872-4412-a344-60f9dcf05be0 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.488802 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-a6acae09-a872-4412-a344-60f9dcf05be0 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230116 Jun 16 13:56:12.491482 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 57860) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:12.495862 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8e7e1870-d0ef-48b2-b6a4-1bfa2c7e4a96 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Request body: {'security_group_rule': {'security_group_id': '059289dc-6f1a-443e-a488-3b273d407334', 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:12.518910 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-8e7e1870-d0ef-48b2-b6a4-1bfa2c7e4a96 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Project d2719c99d82a47848b240a259c015d0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 13:56:12.524196 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e7e1870-d0ef-48b2-b6a4-1bfa2c7e4a96 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.584384 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e7e1870-d0ef-48b2-b6a4-1bfa2c7e4a96 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.588083 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e7e1870-d0ef-48b2-b6a4-1bfa2c7e4a96 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384777'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.590123 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-2e4e83a8-0951-4603-a2ff-f83fa301629d tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:12.605946 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e1870-d0ef-48b2-b6a4-1bfa2c7e4a96 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8033dc3d-0a08-441b-9ddf-158f828aaa09,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:12.621867 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-8e7e1870-d0ef-48b2-b6a4-1bfa2c7e4a96 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:12.623239 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e7e1870-d0ef-48b2-b6a4-1bfa2c7e4a96 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.624992 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-8e7e1870-d0ef-48b2-b6a4-1bfa2c7e4a96 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1320117 Jun 16 13:56:12.881368 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 6996755c-3d83-4e45-96b0-288577ae15a3 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:12.940347 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port 6996755c-3d83-4e45-96b0-288577ae15a3 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:12.944527 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 6996755c-3d83-4e45-96b0-288577ae15a3 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:12.944952 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:13.037586 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:13.062285 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port 6996755c-3d83-4e45-96b0-288577ae15a3, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=6996755c-3d83-4e45-96b0-288577ae15a3,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:13.068169 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:13.069146 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device a2f21870-a8bc-4666-b2e0-5086b01a504a up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:13.072386 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:13.156671 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=6996755c-3d83-4e45-96b0-288577ae15a3,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:13.161938 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:13.171923 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port a2f21870-a8bc-4666-b2e0-5086b01a504a triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:13.172303 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:13.311408 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:13.354138 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9d404bc6-6e3c-4bbf-be4d-6e7b4ed65a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:13.470867 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:14.013176 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] Sync routers for ids ['673a2039-9f2a-4a81-ab2f-14a42fe397f2'] in dv-cinder-774286-16-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:56:14.022231 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] Routers {'673a2039-9f2a-4a81-ab2f-14a42fe397f2'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:14.022834 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:56:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['673a2039-9f2a-4a81-ab2f-14a42fe397f2'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:14.128882 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] Set router 673a2039-9f2a-4a81-ab2f-14a42fe397f2 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:14.338210 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673a2039-9f2a-4a81-ab2f-14a42fe397f2', 'name': 'tempest-TestVolumeBootPattern-1732314011-router', 'tenant_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6996755c-3d83-4e45-96b0-288577ae15a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:07Z', 'updated_at': '2021-06-16T13:56:10Z', 'revision_number': 4, 'project_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'gw_port': {'id': '6996755c-3d83-4e45-96b0-288577ae15a3', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:64:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673a2039-9f2a-4a81-ab2f-14a42fe397f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:08Z', 'updated_at': '2021-06-16T13:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '0dc34a2b-8983-465a-b083-fc7614ef666b', 'name': '', 'network_id': '5740559e-f634-47ff-ab9d-331867b7d4de', 'tenant_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'mac_address': 'fa:16:3e:d0:0f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673a2039-9f2a-4a81-ab2f-14a42fe397f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b64b1f51-445d-496e-8603-43e2f34ba7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:09Z', 'updated_at': '2021-06-16T13:56:10Z', 'revision_number': 2, 'project_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'subnets': [{'id': 'b64b1f51-445d-496e-8603-43e2f34ba7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:14.341631 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] Checking router: 673a2039-9f2a-4a81-ab2f-14a42fe397f2 for host: dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:56:14.341900 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] Updating router 673a2039-9f2a-4a81-ab2f-14a42fe397f2 port 0dc34a2b-8983-465a-b083-fc7614ef666b binding host dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:56:14.379194 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:14.742834 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] Notify callbacks [] for port, precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:14.753543 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.provisioning_blocks [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] Transition to ACTIVE for port object 0dc34a2b-8983-465a-b083-fc7614ef666b will not be triggered until provisioned by entity L2. {{(pid=103639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:14.759591 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:14.761859 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:14.795219 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 6996755c-3d83-4e45-96b0-288577ae15a3 up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:14.836396 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0109c5-9b1b-430d-952a-b868d36a864a None None] Pushing event updated for resources: {'Port': ['ID=0dc34a2b-8983-465a-b083-fc7614ef666b,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:14.844525 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-9e0109c5-9b1b-430d-952a-b868d36a864a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:14.866939 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 6996755c-3d83-4e45-96b0-288577ae15a3 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:14.868846 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:14.873476 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:14.910092 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] Attempting to bind port 0dc34a2b-8983-465a-b083-fc7614ef666b on host dv-cinder-774286-16-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:56:14.910477 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] Attempting to bind port 0dc34a2b-8983-465a-b083-fc7614ef666b by drivers openvswitch,hyperv on host dv-cinder-774286-16-iscsi at level 0 using segments [{'id': '8e5f2a5c-2881-4173-93e8-68a8f60f3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '5740559e-f634-47ff-ab9d-331867b7d4de'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:56:14.910849 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] Attempting to bind port 0dc34a2b-8983-465a-b083-fc7614ef666b on network 5740559e-f634-47ff-ab9d-331867b7d4de {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:56:14.916080 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] Checking agent: {'id': 'b1e8c3b1-f5e7-4028-98f9-b263e38083ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 43), 'started_at': datetime.datetime(2021, 6, 16, 13, 37, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:56:14.916464 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] Checking segment: {'id': '8e5f2a5c-2881-4173-93e8-68a8f60f3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '5740559e-f634-47ff-ab9d-331867b7d4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:56:14.916904 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:14.917309 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] Bound using segment: {'id': '8e5f2a5c-2881-4173-93e8-68a8f60f3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '5740559e-f634-47ff-ab9d-331867b7d4de'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:56:14.917789 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] Bound port: 0dc34a2b-8983-465a-b083-fc7614ef666b, host: dv-cinder-774286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5f2a5c-2881-4173-93e8-68a8f60f3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '5740559e-f634-47ff-ab9d-331867b7d4de'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:56:14.918167 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:14.989462 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] For port 0dc34a2b-8983-465a-b083-fc7614ef666b, host dv-cinder-774286-16-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:56:14.993140 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] For port 0dc34a2b-8983-465a-b083-fc7614ef666b, host dv-cinder-774286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=0dc34a2b-8983-465a-b083-fc7614ef666b,segment=NetworkSegment(8e5f2a5c-2881-4173-93e8-68a8f60f3ac8),segment_id=8e5f2a5c-2881-4173-93e8-68a8f60f3ac8)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:56:14.997884 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:15.000512 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-3abf4234-0f13-4ab7-ae36-5d8afcd3111a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:15.058520 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] Routers {'673a2039-9f2a-4a81-ab2f-14a42fe397f2'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:15.059213 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:56:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['673a2039-9f2a-4a81-ab2f-14a42fe397f2'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:15.064323 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0109c5-9b1b-430d-952a-b868d36a864a None None] Pushing event updated for resources: {'Port': ['ID=0dc34a2b-8983-465a-b083-fc7614ef666b,revision_number=4']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:15.106159 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG oslo_concurrency.lockutils [None req-9e0109c5-9b1b-430d-952a-b868d36a864a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:15.200438 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] Set router 673a2039-9f2a-4a81-ab2f-14a42fe397f2 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:15.406275 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673a2039-9f2a-4a81-ab2f-14a42fe397f2', 'name': 'tempest-TestVolumeBootPattern-1732314011-router', 'tenant_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6996755c-3d83-4e45-96b0-288577ae15a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:07Z', 'updated_at': '2021-06-16T13:56:10Z', 'revision_number': 4, 'project_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'gw_port': {'id': '6996755c-3d83-4e45-96b0-288577ae15a3', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:64:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673a2039-9f2a-4a81-ab2f-14a42fe397f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:08Z', 'updated_at': '2021-06-16T13:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '0dc34a2b-8983-465a-b083-fc7614ef666b', 'name': '', 'network_id': '5740559e-f634-47ff-ab9d-331867b7d4de', 'tenant_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'mac_address': 'fa:16:3e:d0:0f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673a2039-9f2a-4a81-ab2f-14a42fe397f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b64b1f51-445d-496e-8603-43e2f34ba7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:09Z', 'updated_at': '2021-06-16T13:56:14Z', 'revision_number': 4, 'project_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'subnets': [{'id': 'b64b1f51-445d-496e-8603-43e2f34ba7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:15.410204 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a760fd-2a12-459a-829e-33014cf883d8 None None] The sync data for ids ['673a2039-9f2a-4a81-ab2f-14a42fe397f2'] in dv-cinder-774286-16-iscsi is: [{'id': '673a2039-9f2a-4a81-ab2f-14a42fe397f2', 'name': 'tempest-TestVolumeBootPattern-1732314011-router', 'tenant_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6996755c-3d83-4e45-96b0-288577ae15a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:07Z', 'updated_at': '2021-06-16T13:56:10Z', 'revision_number': 4, 'project_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'gw_port': {'id': '6996755c-3d83-4e45-96b0-288577ae15a3', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:64:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673a2039-9f2a-4a81-ab2f-14a42fe397f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:08Z', 'updated_at': '2021-06-16T13:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': '0dc34a2b-8983-465a-b083-fc7614ef666b', 'name': '', 'network_id': '5740559e-f634-47ff-ab9d-331867b7d4de', 'tenant_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'mac_address': 'fa:16:3e:d0:0f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673a2039-9f2a-4a81-ab2f-14a42fe397f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b64b1f51-445d-496e-8603-43e2f34ba7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:09Z', 'updated_at': '2021-06-16T13:56:14Z', 'revision_number': 4, 'project_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'subnets': [{'id': 'b64b1f51-445d-496e-8603-43e2f34ba7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:56:16.460144 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:16.802027 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 0dc34a2b-8983-465a-b083-fc7614ef666b up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:16.853525 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning for port 0dc34a2b-8983-465a-b083-fc7614ef666b completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:16.858559 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 0dc34a2b-8983-465a-b083-fc7614ef666b triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:16.858943 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:16.946842 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:16.982978 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] For port 0dc34a2b-8983-465a-b083-fc7614ef666b, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=0dc34a2b-8983-465a-b083-fc7614ef666b,segment=NetworkSegment(8e5f2a5c-2881-4173-93e8-68a8f60f3ac8),segment_id=8e5f2a5c-2881-4173-93e8-68a8f60f3ac8)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:16.987812 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:16.989670 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-39138798-06aa-41cf-b35b-25b0a02245b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:17.039788 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Pushing event updated for resources: {'Port': ['ID=0dc34a2b-8983-465a-b083-fc7614ef666b,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:17.043261 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:18.791219 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 0dc34a2b-8983-465a-b083-fc7614ef666b up at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:18.843223 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Provisioning complete for port 0dc34a2b-8983-465a-b083-fc7614ef666b triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:18.843605 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:29.219155 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-057ed575-3bb2-48d0-8b72-edc22c1cc8a9 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184301311&fields=id&tenant_id=d2719c99d82a47848b240a259c015d0e HTTP/1.1" status: 200 len: 267 time: 0.0349076 Jun 16 13:56:29.334545 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-d6b1a57f-ca72-48e3-bf55-700cc4083dd0 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:29.336091 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-d6b1a57f-ca72-48e3-bf55-700cc4083dd0 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/networks?id=05bc214f-9a31-41fe-9f97-454d9082b366 HTTP/1.1" status: 200 len: 812 time: 0.1096625 Jun 16 13:56:29.352076 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-c7907e36-09e8-4ea8-bc9c-a0a8bd442685 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/quotas/d2719c99d82a47848b240a259c015d0e HTTP/1.1" status: 200 len: 375 time: 0.0100558 Jun 16 13:56:29.423999 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-f8086b4a-f6f9-4993-8305-af2afd699b1e tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2719c99d82a47848b240a259c015d0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659389 Jun 16 13:56:29.535284 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ca6108af-ea31-409d-8253-34654487fef5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:56:29.536399 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ca6108af-ea31-409d-8253-34654487fef5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1015549 Jun 16 13:56:29.634081 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-f1bd16e2-bb1d-482d-9731-2dce13a580a1 service neutron] 10.222.0.26 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910344 Jun 16 13:56:29.729358 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-77b7c9bf-9381-4968-95ff-38be8e35ec81 service neutron] 10.222.0.26 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887012 Jun 16 13:56:30.052157 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f40543d8-6607-4dac-8096-e97c162c8ec2 req-ddb83bfa-999d-43cf-9cc5-446a492d69da tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 210 time: 0.0321033 Jun 16 13:56:31.213221 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-84cdf5a6-a40b-4dc1-ab48-c14a174fa744 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:31.214644 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-84cdf5a6-a40b-4dc1-ab48-c14a174fa744 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.63 "GET /v2.0/networks?id=05bc214f-9a31-41fe-9f97-454d9082b366 HTTP/1.1" status: 200 len: 812 time: 0.1424325 Jun 16 13:56:31.221576 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b86b3681-9e46-4dad-8c8d-f47ed0441bb5 req-be2e0ade-3f88-404e-9762-bced81e5262a tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 210 time: 0.0341589 Jun 16 13:56:31.275027 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:56:31.277984 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-d24c9c4b-cbf8-4374-b353-cd84e5144b51 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2719c99d82a47848b240a259c015d0e HTTP/1.1" status: 200 len: 380 time: 0.0427096 Jun 16 13:56:31.289459 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-b8906037-9f32-4309-ad97-94c5c48de7ba tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Request body: {'port': {'device_id': 'b20e9065-5a2c-4788-916b-cb5d7ce6796f', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'admin_state_up': True, 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'security_groups': ['059289dc-6f1a-443e-a488-3b273d407334']}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:31.407944 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-b8906037-9f32-4309-ad97-94c5c48de7ba tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Made reservation on behalf of d2719c99d82a47848b240a259c015d0e for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:56:31.413343 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-b8906037-9f32-4309-ad97-94c5c48de7ba tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:31.557057 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-b8906037-9f32-4309-ad97-94c5c48de7ba tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Allocated IP 172.20.0.3 (05bc214f-9a31-41fe-9f97-454d9082b366/e86b1b57-d03d-4e57-8819-090a6dc628eb/8b7337a5-a389-40e9-9c0d-4287c0d615ca) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:56:31.735767 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-b8906037-9f32-4309-ad97-94c5c48de7ba tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:31.750391 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-b8906037-9f32-4309-ad97-94c5c48de7ba tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Transition to ACTIVE for port object 8b7337a5-a389-40e9-9c0d-4287c0d615ca will not be triggered until provisioned by entity DHCP. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:31.785463 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-b8906037-9f32-4309-ad97-94c5c48de7ba tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:31.791471 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-99938dca-42ac-47c4-aa62-bb2977c92904 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:32.106374 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-b8906037-9f32-4309-ad97-94c5c48de7ba tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Network 05bc214f-9a31-41fe-9f97-454d9082b366 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:56:32.112129 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-b8906037-9f32-4309-ad97-94c5c48de7ba tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:32.116318 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-b8906037-9f32-4309-ad97-94c5c48de7ba tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:56:32.123351 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8906037-9f32-4309-ad97-94c5c48de7ba tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event updated for resources: {'Port': ['ID=8b7337a5-a389-40e9-9c0d-4287c0d615ca,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:32.143979 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-b8906037-9f32-4309-ad97-94c5c48de7ba tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:32.171152 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-b8906037-9f32-4309-ad97-94c5c48de7ba tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:32.171785 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-b8906037-9f32-4309-ad97-94c5c48de7ba tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:32.188730 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-b8906037-9f32-4309-ad97-94c5c48de7ba tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9051883 Jun 16 13:56:32.201461 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Request body: {'port': {'device_id': 'b20e9065-5a2c-4788-916b-cb5d7ce6796f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:32.294808 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:32.343702 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-583a6a03-4dfe-4437-8148-4f66ebb8a2df None None] Provisioning for port 8b7337a5-a389-40e9-9c0d-4287c0d615ca completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:32.348372 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-583a6a03-4dfe-4437-8148-4f66ebb8a2df None None] Provisioning complete for port 8b7337a5-a389-40e9-9c0d-4287c0d615ca triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:32.348750 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-583a6a03-4dfe-4437-8148-4f66ebb8a2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:32.386461 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-583a6a03-4dfe-4437-8148-4f66ebb8a2df None None] Port 8b7337a5-a389-40e9-9c0d-4287c0d615ca cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:56:32.523022 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339270a-83d5-433d-867a-62baa598883c req-e82a3ed7-4b5c-40fa-94ea-0a0dcec90df5 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:32.524480 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d339270a-83d5-433d-867a-62baa598883c req-e82a3ed7-4b5c-40fa-94ea-0a0dcec90df5 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 931 time: 0.1809187 Jun 16 13:56:32.596031 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d339270a-83d5-433d-867a-62baa598883c req-5e15356b-5ae9-4e93-9641-73ce7af0065c tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653839 Jun 16 13:56:32.656881 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7337a5-a389-40e9-9c0d-4287c0d615ca {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:56:32.665479 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:32.679032 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Transition to ACTIVE for port object 8b7337a5-a389-40e9-9c0d-4287c0d615ca will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:32.683972 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:32.686837 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-8f5f9663-de4f-417c-9a2f-fb78eddefd50 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:32.767958 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Pushing event updated for resources: {'Port': ['ID=8b7337a5-a389-40e9-9c0d-4287c0d615ca,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:32.772573 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:32.863576 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Attempting to bind port 8b7337a5-a389-40e9-9c0d-4287c0d615ca on host hv-cinder-77428 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:56:32.863910 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Attempting to bind port 8b7337a5-a389-40e9-9c0d-4287c0d615ca by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'fb976073-da8e-44fa-8f8c-97f11b605c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:56:32.864238 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Attempting to bind port 8b7337a5-a389-40e9-9c0d-4287c0d615ca on network 05bc214f-9a31-41fe-9f97-454d9082b366 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:56:32.868859 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Port 8b7337a5-a389-40e9-9c0d-4287c0d615ca on network 05bc214f-9a31-41fe-9f97-454d9082b366 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:56:32.869187 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Attempting to bind port 8b7337a5-a389-40e9-9c0d-4287c0d615ca on network 05bc214f-9a31-41fe-9f97-454d9082b366 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:56:32.874451 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Checking agent: {'id': 'bb4a981f-00aa-40ad-8a89-acbc72a2637c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:56:32.874789 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Checking segment: {'id': 'fb976073-da8e-44fa-8f8c-97f11b605c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:56:32.875175 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Bound using segment: {'id': 'fb976073-da8e-44fa-8f8c-97f11b605c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:56:32.875613 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Bound port: 8b7337a5-a389-40e9-9c0d-4287c0d615ca, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb976073-da8e-44fa-8f8c-97f11b605c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:56:32.875962 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:32.947944 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] For port 8b7337a5-a389-40e9-9c0d-4287c0d615ca, host hv-cinder-77428, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:56:32.951440 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] For port 8b7337a5-a389-40e9-9c0d-4287c0d615ca, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8b7337a5-a389-40e9-9c0d-4287c0d615ca,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:56:32.957345 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:32.959695 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ea1d9478-6796-47ca-8352-322d2ba0360c tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:32.997113 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:32.998043 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:32.999858 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] 10.222.0.63 "PUT /v2.0/ports/8b7337a5-a389-40e9-9c0d-4287c0d615ca HTTP/1.1" status: 200 len: 1093 time: 0.8033125 Jun 16 13:56:33.000432 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20e9065-5a2c-4788-916b-cb5d7ce6796f', 'tag': '8b7337a5-a389-40e9-9c0d-4287c0d615ca'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:56:33.003760 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a7faa3-dd00-469f-bcd5-9243ebeebcbd" -d '{"events": [{"name": "network-changed", "server_uuid": "b20e9065-5a2c-4788-916b-cb5d7ce6796f", "tag": "8b7337a5-a389-40e9-9c0d-4287c0d615ca"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:56:33.036087 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Pushing event updated for resources: {'Port': ['ID=8b7337a5-a389-40e9-9c0d-4287c0d615ca,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:33.050294 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ef9f1b08-2d84-4783-be4f-9dd5be0d644e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:33.053049 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112b91e9-7454-40f8-ac58-058b8531c396 x-openstack-request-id: req-112b91e9-7454-40f8-ac58-058b8531c396 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:56:33.053676 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20e9065-5a2c-4788-916b-cb5d7ce6796f", "tag": "8b7337a5-a389-40e9-9c0d-4287c0d615ca", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:56:33.053834 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-112b91e9-7454-40f8-ac58-058b8531c396 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:56:33.054526 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20e9065-5a2c-4788-916b-cb5d7ce6796f', 'tag': '8b7337a5-a389-40e9-9c0d-4287c0d615ca', 'status': 'completed', 'code': 200} Jun 16 13:56:33.132145 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-488326ff-bc08-4560-8e0d-179e65bfcdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:33.134290 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-488326ff-bc08-4560-8e0d-179e65bfcdf6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d2719c99d82a47848b240a259c015d0e&device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 1096 time: 0.0732999 Jun 16 13:56:33.181003 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-3784c19d-0030-48b4-a6b5-a49b887f27e9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b7337a5-a389-40e9-9c0d-4287c0d615ca HTTP/1.1" status: 200 len: 217 time: 0.0377691 Jun 16 13:56:33.232134 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-8d496fdd-715c-41ed-a35d-066398233e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:33.233763 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-8d496fdd-715c-41ed-a35d-066398233e21 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e86b1b57-d03d-4e57-8819-090a6dc628eb HTTP/1.1" status: 200 len: 851 time: 0.0463121 Jun 16 13:56:33.295713 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-0615f876-fd3a-438d-9554-d8b56a6f9641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:33.297208 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-0615f876-fd3a-438d-9554-d8b56a6f9641 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05bc214f-9a31-41fe-9f97-454d9082b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0565102 Jun 16 13:56:33.397780 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-f55991aa-43b5-422e-919a-92e3e4313f05 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934172 Jun 16 13:56:33.504124 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cb050797-3862-4579-b77d-c3ee9c6cf024 req-7acfd674-98ee-4a0a-b222-b4a51dd3efa5 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982201 Jun 16 13:56:33.614580 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7faa3-dd00-469f-bcd5-9243ebeebcbd req-af91654d-1a6e-43b9-a9ac-e0ddf53adc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:33.616049 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-52a7faa3-dd00-469f-bcd5-9243ebeebcbd req-af91654d-1a6e-43b9-a9ac-e0ddf53adc92 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d2719c99d82a47848b240a259c015d0e&device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 1096 time: 0.0583518 Jun 16 13:56:33.749523 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7faa3-dd00-469f-bcd5-9243ebeebcbd req-eaf57d02-4f02-49f1-a820-3e90c0d417c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:33.750984 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-52a7faa3-dd00-469f-bcd5-9243ebeebcbd req-eaf57d02-4f02-49f1-a820-3e90c0d417c6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=05bc214f-9a31-41fe-9f97-454d9082b366 HTTP/1.1" status: 200 len: 914 time: 0.1265533 Jun 16 13:56:33.805559 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-52a7faa3-dd00-469f-bcd5-9243ebeebcbd req-97120260-a6b9-40c7-ae6c-8e4c12e571f6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b7337a5-a389-40e9-9c0d-4287c0d615ca HTTP/1.1" status: 200 len: 217 time: 0.0469065 Jun 16 13:56:33.886688 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88892d9-dba3-4cfe-ae86-0d5d908668e1 req-e1899b98-ed88-4e28-b3c2-477b4a019606 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:33.888187 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e88892d9-dba3-4cfe-ae86-0d5d908668e1 req-e1899b98-ed88-4e28-b3c2-477b4a019606 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 943 time: 0.1741917 Jun 16 13:56:33.901844 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7faa3-dd00-469f-bcd5-9243ebeebcbd req-b46a1cf2-98ab-4f78-b130-717f70e5bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:33.903176 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-52a7faa3-dd00-469f-bcd5-9243ebeebcbd req-b46a1cf2-98ab-4f78-b130-717f70e5bd30 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e86b1b57-d03d-4e57-8819-090a6dc628eb HTTP/1.1" status: 200 len: 851 time: 0.0915420 Jun 16 13:56:33.957084 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e88892d9-dba3-4cfe-ae86-0d5d908668e1 req-ffc0e555-ef21-4b77-a299-ae0592943923 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621252 Jun 16 13:56:33.979180 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7faa3-dd00-469f-bcd5-9243ebeebcbd req-756e775b-1091-4e71-abac-65a1e380a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:33.980724 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-52a7faa3-dd00-469f-bcd5-9243ebeebcbd req-756e775b-1091-4e71-abac-65a1e380a0df service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05bc214f-9a31-41fe-9f97-454d9082b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0686202 Jun 16 13:56:34.080460 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-52a7faa3-dd00-469f-bcd5-9243ebeebcbd req-1f987d12-0322-45f6-b1db-736065a14626 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923762 Jun 16 13:56:34.173852 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-52a7faa3-dd00-469f-bcd5-9243ebeebcbd req-37e4aa4c-3cd1-448f-9fdd-0fa980dc55b2 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869427 Jun 16 13:56:35.141136 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a789df-a0e7-4699-92ea-1fa9b3c0a4d8 req-ee3ff34a-0e2b-440a-b62f-4dd7668a2eb7 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:35.143164 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-25a789df-a0e7-4699-92ea-1fa9b3c0a4d8 req-ee3ff34a-0e2b-440a-b62f-4dd7668a2eb7 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 943 time: 0.0705378 Jun 16 13:56:35.186152 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-25a789df-a0e7-4699-92ea-1fa9b3c0a4d8 req-fb54a3b2-b3d0-4dd5-a0b8-20512c56c0c7 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371783 Jun 16 13:56:36.364089 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8d8a7-28bf-4d69-bb48-dcb8b1cf13d7 req-bc5cee34-316e-4ec3-91d3-d1c1928fe5a7 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:36.365582 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2da8d8a7-28bf-4d69-bb48-dcb8b1cf13d7 req-bc5cee34-316e-4ec3-91d3-d1c1928fe5a7 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 943 time: 0.0685327 Jun 16 13:56:36.405036 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2da8d8a7-28bf-4d69-bb48-dcb8b1cf13d7 req-32118763-5fce-4177-9b19-4db1e8255f3f tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326414 Jun 16 13:56:37.580584 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b33fc4-2c7e-4edd-8c8f-b64c9b647f9c req-2026b4d9-607e-4aa1-92ce-171e41ee4e9f tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:37.582235 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f0b33fc4-2c7e-4edd-8c8f-b64c9b647f9c req-2026b4d9-607e-4aa1-92ce-171e41ee4e9f tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 943 time: 0.0679455 Jun 16 13:56:37.623580 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-f0b33fc4-2c7e-4edd-8c8f-b64c9b647f9c req-ab97ea76-833f-4e19-a97e-366f94f5afbe tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351636 Jun 16 13:56:38.803319 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c512d4-2156-483b-9256-4e33417d1e5a req-655d5703-1aae-43cf-be42-27701ad198d4 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:38.805499 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-06c512d4-2156-483b-9256-4e33417d1e5a req-655d5703-1aae-43cf-be42-27701ad198d4 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 943 time: 0.0707068 Jun 16 13:56:38.847242 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-06c512d4-2156-483b-9256-4e33417d1e5a req-ec4521f9-fb90-4b6b-8717-872e0b280ff4 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330634 Jun 16 13:56:39.797849 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 8b7337a5-a389-40e9-9c0d-4287c0d615ca details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:56:39.898028 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 8b7337a5-a389-40e9-9c0d-4287c0d615ca, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8b7337a5-a389-40e9-9c0d-4287c0d615ca,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:39.910291 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': '8b7337a5-a389-40e9-9c0d-4287c0d615ca', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'port_id': '8b7337a5-a389-40e9-9c0d-4287c0d615ca', 'mac_address': 'fa:16:3e:11:c3:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:56:39.951803 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:39.966856 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7337a5-a389-40e9-9c0d-4287c0d615ca {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:56:39.989021 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 8b7337a5-a389-40e9-9c0d-4287c0d615ca, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8b7337a5-a389-40e9-9c0d-4287c0d615ca,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:39.993750 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:39.996589 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-39138798-06aa-41cf-b35b-25b0a02245b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:40.053982 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=8b7337a5-a389-40e9-9c0d-4287c0d615ca,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:40.057024 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:40.074077 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f28904-4fce-421f-907c-d107675f8c0f req-fbf4e043-3882-4e8e-8857-5bb45cace849 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:40.076588 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c2f28904-4fce-421f-907c-d107675f8c0f req-fbf4e043-3882-4e8e-8857-5bb45cace849 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 944 time: 0.1010263 Jun 16 13:56:40.116910 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c2f28904-4fce-421f-907c-d107675f8c0f req-9ec9d82c-69b7-4db9-98d9-c4025cbd20d9 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344005 Jun 16 13:56:40.214931 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['8b7337a5-a389-40e9-9c0d-4287c0d615ca'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:56:40.898440 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4307cb03-54f8-4f5e-85ee-5b66e61bde42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:41.320921 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba3b22-dbcd-4a8c-bb21-3bb35cee0446 req-8e3a62d5-9e2b-44bb-bb36-952c865a9095 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:41.322495 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-34ba3b22-dbcd-4a8c-bb21-3bb35cee0446 req-8e3a62d5-9e2b-44bb-bb36-952c865a9095 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 944 time: 0.0904286 Jun 16 13:56:41.363453 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-34ba3b22-dbcd-4a8c-bb21-3bb35cee0446 req-bbf8740c-9e58-4081-8521-7511734f022c tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334802 Jun 16 13:56:41.796604 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 8b7337a5-a389-40e9-9c0d-4287c0d615ca up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:41.849577 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning for port 8b7337a5-a389-40e9-9c0d-4287c0d615ca completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:41.854117 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port 8b7337a5-a389-40e9-9c0d-4287c0d615ca triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:41.854493 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:42.112124 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:42.147359 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20e9065-5a2c-4788-916b-cb5d7ce6796f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7337a5-a389-40e9-9c0d-4287c0d615ca'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:56:42.150809 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc960ac0-56ff-4f5a-be89-efbedfe32417" -d '{"events": [{"server_uuid": "b20e9065-5a2c-4788-916b-cb5d7ce6796f", "name": "network-vif-plugged", "status": "completed", "tag": "8b7337a5-a389-40e9-9c0d-4287c0d615ca"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:56:42.169730 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 8b7337a5-a389-40e9-9c0d-4287c0d615ca, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8b7337a5-a389-40e9-9c0d-4287c0d615ca,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:42.175903 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:42.178734 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-b9f55a4f-7dd2-473b-959d-ef7f8c8a9c0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:42.227163 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=8b7337a5-a389-40e9-9c0d-4287c0d615ca,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:42.230670 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:42.272770 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f14e12-10d0-41cb-a56f-c66ba4b59d4c x-openstack-request-id: req-e7f14e12-10d0-41cb-a56f-c66ba4b59d4c {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:56:42.273234 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20e9065-5a2c-4788-916b-cb5d7ce6796f", "name": "network-vif-plugged", "status": "completed", "tag": "8b7337a5-a389-40e9-9c0d-4287c0d615ca", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:56:42.273619 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7f14e12-10d0-41cb-a56f-c66ba4b59d4c {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:56:42.274187 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20e9065-5a2c-4788-916b-cb5d7ce6796f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7337a5-a389-40e9-9c0d-4287c0d615ca', 'code': 200} Jun 16 13:56:42.601762 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d049c7-5947-4735-a360-5d099426fe11 req-c54c27b7-3aa3-45d5-ac2b-1c08bc4d29d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:42.603236 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-49d049c7-5947-4735-a360-5d099426fe11 req-c54c27b7-3aa3-45d5-ac2b-1c08bc4d29d4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 1098 time: 0.0951872 Jun 16 13:56:42.632339 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8afbc6-4239-4760-8984-10e4b8b3c611 req-a3c9076c-152f-4e8d-9f62-50400dc4a1ed tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:42.633819 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e8afbc6-4239-4760-8984-10e4b8b3c611 req-a3c9076c-152f-4e8d-9f62-50400dc4a1ed tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 945 time: 0.0922072 Jun 16 13:56:42.658774 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-49d049c7-5947-4735-a360-5d099426fe11 req-8557b22b-562a-4830-bdbe-bd69e9ec42a7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472465 Jun 16 13:56:42.684858 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e8afbc6-4239-4760-8984-10e4b8b3c611 req-3004fc4a-dddc-447f-8fc5-b9d166653a38 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385602 Jun 16 13:56:43.325772 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:43.355503 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ee8d0d8e-3957-48e1-bb26-08ee8b6c196a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:43.466594 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:43.871928 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd107a88-c8ab-4df3-8e1b-85ed60a379d5 req-94ca72d8-7983-4098-b3a5-29364751a795 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:43.873614 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-bd107a88-c8ab-4df3-8e1b-85ed60a379d5 req-94ca72d8-7983-4098-b3a5-29364751a795 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 945 time: 0.0734515 Jun 16 13:56:43.928019 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-bd107a88-c8ab-4df3-8e1b-85ed60a379d5 req-91c0ff2b-7743-491b-8481-e2f58aec52a9 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478556 Jun 16 13:56:44.136166 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733b3bd-905b-4f4c-a0db-5963c91a049e req-87a72f14-906a-4ae7-899c-ec586f61210a tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:44.138458 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5733b3bd-905b-4f4c-a0db-5963c91a049e req-87a72f14-906a-4ae7-899c-ec586f61210a tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 945 time: 0.0951231 Jun 16 13:56:44.199150 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5733b3bd-905b-4f4c-a0db-5963c91a049e req-cb9255ab-b0c9-47bb-8bea-d07e3c7fc49e tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541508 Jun 16 13:56:44.225010 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 58026) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:44.396939 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5bb05702-2ca1-47ad-be7f-fff252dcbd92 req-9373718e-f7f9-45ec-bf68-2b51c53fcef0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1447685 Jun 16 13:56:44.404999 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096d7e3f-69cf-432f-a4ab-dea07372308b tempest-TestVolumeBootPattern-183399429 tempest-TestVolumeBootPattern-183399429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:44.406493 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-096d7e3f-69cf-432f-a4ab-dea07372308b tempest-TestVolumeBootPattern-183399429 tempest-TestVolumeBootPattern-183399429-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 1093 time: 0.1805630 Jun 16 13:56:44.409473 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 58030) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:44.414084 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Request body: {'floatingip': {'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'port_id': '8b7337a5-a389-40e9-9c0d-4287c0d615ca', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:44.444093 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for floatingip, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:44.593326 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb05702-2ca1-47ad-be7f-fff252dcbd92 req-5c9acc0d-d34f-45cc-a509-8a65fa6edbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:44.595280 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5bb05702-2ca1-47ad-be7f-fff252dcbd92 req-5c9acc0d-d34f-45cc-a509-8a65fa6edbef service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d2719c99d82a47848b240a259c015d0e&device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 1098 time: 0.1325078 Jun 16 13:56:44.727666 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:44.850550 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb05702-2ca1-47ad-be7f-fff252dcbd92 req-76e9aa72-72af-4a8c-9b77-a9da2a79df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:44.852586 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5bb05702-2ca1-47ad-be7f-fff252dcbd92 req-76e9aa72-72af-4a8c-9b77-a9da2a79df36 service neutron] 10.222.0.63 "GET /v2.0/networks?id=05bc214f-9a31-41fe-9f97-454d9082b366 HTTP/1.1" status: 200 len: 914 time: 0.2338610 Jun 16 13:56:44.871937 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:44.950817 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5bb05702-2ca1-47ad-be7f-fff252dcbd92 req-a11b2e5a-cffd-4019-a567-1a8721f7b2ec service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b7337a5-a389-40e9-9c0d-4287c0d615ca HTTP/1.1" status: 200 len: 217 time: 0.0909171 Jun 16 13:56:45.028825 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Allocated IP 172.27.3.230 (4d1119cf-5fec-45f3-97f5-606abcd40a6f/1e4ea701-5473-443b-aeed-fa1b09c8f901/65d1c711-6fdf-4370-8ee1-053725d043a3) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:56:45.059512 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb05702-2ca1-47ad-be7f-fff252dcbd92 req-06dbbc07-449c-488f-b066-a13129a1a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:45.061553 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5bb05702-2ca1-47ad-be7f-fff252dcbd92 req-06dbbc07-449c-488f-b066-a13129a1a58b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e86b1b57-d03d-4e57-8819-090a6dc628eb HTTP/1.1" status: 200 len: 851 time: 0.1043692 Jun 16 13:56:45.254275 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb05702-2ca1-47ad-be7f-fff252dcbd92 req-26103df3-21c4-475a-8cd2-ef96d4ec6cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:45.255756 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5bb05702-2ca1-47ad-be7f-fff252dcbd92 req-26103df3-21c4-475a-8cd2-ef96d4ec6cb1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05bc214f-9a31-41fe-9f97-454d9082b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1769838 Jun 16 13:56:45.258581 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:45.368352 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5bb05702-2ca1-47ad-be7f-fff252dcbd92 req-e910010f-9550-4ef0-8f19-132c8077d820 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041362 Jun 16 13:56:45.369547 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:45.371566 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-7282c626-ed19-4f92-9ffe-0f0a3a5f0def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:45.426332 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:56:45.456919 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:45.463602 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:56:45.488741 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event updated for resources: {'Port': ['ID=65d1c711-6fdf-4370-8ee1-053725d043a3,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:45.494310 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:45.559162 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5bb05702-2ca1-47ad-be7f-fff252dcbd92 req-76cbd9e8-b263-4415-89b4-4920a07f05d5 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809671 Jun 16 13:56:45.914063 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:45.997895 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:46.148877 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:46.153605 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:46.155721 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ac77f8d7-b489-47b0-8622-a07bebb17390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:46.467900 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:46.505819 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event updated for resources: {'Port': ['ID=65d1c711-6fdf-4370-8ee1-053725d043a3,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:46.509781 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:46.519439 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376019'] for floatingip, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:46.618454 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.l3_db [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Floating IP c6644101-025e-4883-b4bb-f67006929288 associated. External IP: 172.27.3.230, port: 8b7337a5-a389-40e9-9c0d-4287c0d615ca. Jun 16 13:56:46.864422 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:56:46.981753 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:56:46.994566 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7977a2dc-18f5-458b-b378-4f148272b51b None None] Sync routers for ids ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:56:47.003915 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7977a2dc-18f5-458b-b378-4f148272b51b None None] Routers {'59fd2fa5-c220-4cb6-afe0-885cbe99ee53'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:47.004151 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:47.004537 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7977a2dc-18f5-458b-b378-4f148272b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:56:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:47.065121 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6542952 Jun 16 13:56:47.066080 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20e9065-5a2c-4788-916b-cb5d7ce6796f', 'tag': '8b7337a5-a389-40e9-9c0d-4287c0d615ca'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:56:47.069842 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a5541b-faad-4018-a32e-4fd3433ce35f" -d '{"events": [{"name": "network-changed", "server_uuid": "b20e9065-5a2c-4788-916b-cb5d7ce6796f", "tag": "8b7337a5-a389-40e9-9c0d-4287c0d615ca"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:56:47.109407 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ef5eeb-9d86-4271-a8b1-2bb7b971cc88 x-openstack-request-id: req-49ef5eeb-9d86-4271-a8b1-2bb7b971cc88 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:56:47.109905 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20e9065-5a2c-4788-916b-cb5d7ce6796f", "tag": "8b7337a5-a389-40e9-9c0d-4287c0d615ca", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:56:47.110348 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-49ef5eeb-9d86-4271-a8b1-2bb7b971cc88 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:56:47.111047 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20e9065-5a2c-4788-916b-cb5d7ce6796f', 'tag': '8b7337a5-a389-40e9-9c0d-4287c0d615ca', 'status': 'completed', 'code': 200} Jun 16 13:56:47.130821 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-7977a2dc-18f5-458b-b378-4f148272b51b None None] Set router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:47.215883 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5541b-faad-4018-a32e-4fd3433ce35f req-441bf3a4-bc8e-4341-abde-f31b5f9c6dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:47.218060 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-35a5541b-faad-4018-a32e-4fd3433ce35f req-441bf3a4-bc8e-4341-abde-f31b5f9c6dae service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d2719c99d82a47848b240a259c015d0e&device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 1098 time: 0.0857990 Jun 16 13:56:47.318381 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5541b-faad-4018-a32e-4fd3433ce35f req-4e349c5e-1341-4080-bab1-0b8b9ccfff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:47.319836 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-35a5541b-faad-4018-a32e-4fd3433ce35f req-4e349c5e-1341-4080-bab1-0b8b9ccfff53 service neutron] 10.222.0.63 "GET /v2.0/networks?id=05bc214f-9a31-41fe-9f97-454d9082b366 HTTP/1.1" status: 200 len: 914 time: 0.0954916 Jun 16 13:56:47.372807 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7977a2dc-18f5-458b-b378-4f148272b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': 'c6644101-025e-4883-b4bb-f67006929288', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'port_id': '8b7337a5-a389-40e9-9c0d-4287c0d615ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'mac_address': 'fa:16:3e:11:c3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20e9065-5a2c-4788-916b-cb5d7ce6796f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:56:45Z', 'updated_at': '2021-06-16T13:56:45Z', 'revision_number': 0, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:11Z', 'revision_number': 5, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:47.377595 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7977a2dc-18f5-458b-b378-4f148272b51b None None] Checking router: 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:56:47.386527 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7977a2dc-18f5-458b-b378-4f148272b51b None None] Routers {'59fd2fa5-c220-4cb6-afe0-885cbe99ee53'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:47.387246 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7977a2dc-18f5-458b-b378-4f148272b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:56:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:47.387476 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-35a5541b-faad-4018-a32e-4fd3433ce35f req-305557aa-2137-4149-80a6-f6a80c12f5a9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b7337a5-a389-40e9-9c0d-4287c0d615ca HTTP/1.1" status: 200 len: 999 time: 0.0599401 Jun 16 13:56:47.436882 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5541b-faad-4018-a32e-4fd3433ce35f req-353bc766-0cb6-4ed8-b7bb-37d41f630bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:47.438360 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-35a5541b-faad-4018-a32e-4fd3433ce35f req-353bc766-0cb6-4ed8-b7bb-37d41f630bc3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e86b1b57-d03d-4e57-8819-090a6dc628eb HTTP/1.1" status: 200 len: 851 time: 0.0447361 Jun 16 13:56:47.500550 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5541b-faad-4018-a32e-4fd3433ce35f req-22a5f3a7-b09d-4fa7-9f20-0b8e04af9be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:47.502602 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-35a5541b-faad-4018-a32e-4fd3433ce35f req-22a5f3a7-b09d-4fa7-9f20-0b8e04af9be0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05bc214f-9a31-41fe-9f97-454d9082b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0578554 Jun 16 13:56:47.505967 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-7977a2dc-18f5-458b-b378-4f148272b51b None None] Set router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:47.597217 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-35a5541b-faad-4018-a32e-4fd3433ce35f req-561efef3-6e58-44b5-b7bf-6f9bc29254d8 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871303 Jun 16 13:56:47.691398 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-35a5541b-faad-4018-a32e-4fd3433ce35f req-ca5f929a-8bb5-41fe-9105-d9460e796e09 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873733 Jun 16 13:56:47.810665 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7977a2dc-18f5-458b-b378-4f148272b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': 'c6644101-025e-4883-b4bb-f67006929288', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'port_id': '8b7337a5-a389-40e9-9c0d-4287c0d615ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'mac_address': 'fa:16:3e:11:c3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20e9065-5a2c-4788-916b-cb5d7ce6796f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:56:45Z', 'updated_at': '2021-06-16T13:56:45Z', 'revision_number': 0, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:11Z', 'revision_number': 5, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:47.815091 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7977a2dc-18f5-458b-b378-4f148272b51b None None] The sync data for ids ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'] in dv-cinder-774286-16-iscsi is: [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': 'c6644101-025e-4883-b4bb-f67006929288', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'port_id': '8b7337a5-a389-40e9-9c0d-4287c0d615ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'mac_address': 'fa:16:3e:11:c3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20e9065-5a2c-4788-916b-cb5d7ce6796f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:56:45Z', 'updated_at': '2021-06-16T13:56:45Z', 'revision_number': 0, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:11Z', 'revision_number': 5, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:56:48.039322 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6009a30-6da6-4474-b8e1-65a1ff98f1e3 None None] New status for floating IP c6644101-025e-4883-b4bb-f67006929288: ACTIVE {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:57:08.283476 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:57:10.904770 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ef47eea5-a844-4c67-8602-fcbb6f2eacb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:13.327119 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:13.360535 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b58f918f-ee69-4521-b191-21bd5598f67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:13.472853 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:14.871802 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:16.466410 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:40.900850 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-08250d77-df54-4178-ad8d-a93f5e52017d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:43.338389 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:43.360092 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e83dc535-41e8-48ef-bb28-30cd79637b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:43.466912 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:44.293055 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7135a019-da00-40ec-b8ba-46af6496cf22 req-1079b20d-2e15-4f41-aab2-45c1b9c4e869 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524673 Jun 16 13:57:44.387271 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135a019-da00-40ec-b8ba-46af6496cf22 req-7db60103-75e0-49f3-bc4d-a2355144e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:44.388689 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7135a019-da00-40ec-b8ba-46af6496cf22 req-7db60103-75e0-49f3-bc4d-a2355144e3a0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d2719c99d82a47848b240a259c015d0e&device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 1098 time: 0.0526104 Jun 16 13:57:44.497415 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135a019-da00-40ec-b8ba-46af6496cf22 req-64dabea5-98f6-4c1e-a05b-5f2d5543220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:44.498839 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7135a019-da00-40ec-b8ba-46af6496cf22 req-64dabea5-98f6-4c1e-a05b-5f2d5543220d service neutron] 10.222.0.63 "GET /v2.0/networks?id=05bc214f-9a31-41fe-9f97-454d9082b366 HTTP/1.1" status: 200 len: 914 time: 0.0910296 Jun 16 13:57:44.562984 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7135a019-da00-40ec-b8ba-46af6496cf22 req-1ce57eef-5d52-413b-bfa6-3261eda5a80f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b7337a5-a389-40e9-9c0d-4287c0d615ca HTTP/1.1" status: 200 len: 1001 time: 0.0570490 Jun 16 13:57:44.609493 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135a019-da00-40ec-b8ba-46af6496cf22 req-143913aa-e55f-45ec-a8a4-fc04b4fb84cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:44.610896 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7135a019-da00-40ec-b8ba-46af6496cf22 req-143913aa-e55f-45ec-a8a4-fc04b4fb84cd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e86b1b57-d03d-4e57-8819-090a6dc628eb HTTP/1.1" status: 200 len: 851 time: 0.0418956 Jun 16 13:57:44.674233 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135a019-da00-40ec-b8ba-46af6496cf22 req-82618bf4-ca75-499f-8fec-521ad2679fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:44.675698 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7135a019-da00-40ec-b8ba-46af6496cf22 req-82618bf4-ca75-499f-8fec-521ad2679fb7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05bc214f-9a31-41fe-9f97-454d9082b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0587637 Jun 16 13:57:44.763771 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7135a019-da00-40ec-b8ba-46af6496cf22 req-24acc940-b59d-45d5-abbf-09999ce5310d service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803282 Jun 16 13:57:44.855610 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7135a019-da00-40ec-b8ba-46af6496cf22 req-aa5cf6dc-509d-4bb4-bb56-938bfe3dd385 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852284 Jun 16 13:57:44.878078 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:45.272575 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:57:46.467298 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:10.901441 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-37478bb0-e905-478c-b862-135b9e1d6048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:13.360609 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:13.364663 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b66a163-08bd-4360-97ff-c0e856c9cda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:13.468656 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:14.876166 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:16.471875 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:22.270613 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:58:40.902136 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-92f03572-d761-49a8-91fd-a29a541d5091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:43.358511 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:43.368192 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2ee85241-f3cf-4d62-ac96-7488c0ae5164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:43.469890 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:44.878918 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:45.158603 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a16f1-4198-414f-8bfd-59e94d104e10 req-6b9ac66a-6b5a-450d-99f8-bb13c373b807 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:45.159924 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-6a3a16f1-4198-414f-8bfd-59e94d104e10 req-6b9ac66a-6b5a-450d-99f8-bb13c373b807 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 945 time: 0.0649717 Jun 16 13:58:45.196687 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-6a3a16f1-4198-414f-8bfd-59e94d104e10 req-67f6b764-fb02-4a6f-8ef0-e9a2326d1170 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310349 Jun 16 13:58:46.375101 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f572a4f-a1fc-4fb2-8e46-da862a9ae682 req-544b536d-b2a1-4fe7-a40e-64f95ecd550e tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:46.376671 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4f572a4f-a1fc-4fb2-8e46-da862a9ae682 req-544b536d-b2a1-4fe7-a40e-64f95ecd550e tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 945 time: 0.0647526 Jun 16 13:58:46.416888 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4f572a4f-a1fc-4fb2-8e46-da862a9ae682 req-dfa88dd9-e362-47aa-ab35-bcb3cac6671c tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344894 Jun 16 13:58:46.471339 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:46.664226 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14130359-1c82-47b6-b039-0321e0eddc94 req-96d9066a-e564-46ca-a7c4-862665552f6f tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:46.665765 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-14130359-1c82-47b6-b039-0321e0eddc94 req-96d9066a-e564-46ca-a7c4-862665552f6f tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.63 "GET /v2.0/ports?device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 945 time: 0.0636387 Jun 16 13:58:46.775138 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-14130359-1c82-47b6-b039-0321e0eddc94 req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Deleting port 8b7337a5-a389-40e9-9c0d-4287c0d615ca {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:58:46.775493 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-14130359-1c82-47b6-b039-0321e0eddc94 req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:46.878757 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-14130359-1c82-47b6-b039-0321e0eddc94 req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] For port 8b7337a5-a389-40e9-9c0d-4287c0d615ca, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8b7337a5-a389-40e9-9c0d-4287c0d615ca,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:58:46.879109 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-14130359-1c82-47b6-b039-0321e0eddc94 req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:47.051779 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-14130359-1c82-47b6-b039-0321e0eddc94 req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:47.052141 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-14130359-1c82-47b6-b039-0321e0eddc94 req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376019'] for floatingip, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:47.052474 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.l3_db [req-14130359-1c82-47b6-b039-0321e0eddc94 req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Floating IP c6644101-025e-4883-b4bb-f67006929288 disassociated. External IP: 172.27.3.230, port: 8b7337a5-a389-40e9-9c0d-4287c0d615ca. Jun 16 13:58:47.052962 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-14130359-1c82-47b6-b039-0321e0eddc94 req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Calling delete_port for 8b7337a5-a389-40e9-9c0d-4287c0d615ca owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:58:47.213650 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-14130359-1c82-47b6-b039-0321e0eddc94 req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:47.218036 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:47.249987 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event deleted for resources: {'Port': ['ID=8b7337a5-a389-40e9-9c0d-4287c0d615ca,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:47.261659 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:47.262102 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:47.262480 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:47.262846 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:47.263206 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:47.263568 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:47.263923 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:47.264283 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:47.264636 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:47.265015 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:47.265369 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:47.265715 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:47.270349 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:47.375004 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14130359-1c82-47b6-b039-0321e0eddc94 req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:58:47.484302 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14130359-1c82-47b6-b039-0321e0eddc94 req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:58:47.494574 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954d6dcb-f0d0-4555-9ba1-51dbd8096a2f None None] Sync routers for ids ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:58:47.503568 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d6dcb-f0d0-4555-9ba1-51dbd8096a2f None None] Routers {'59fd2fa5-c220-4cb6-afe0-885cbe99ee53'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:58:47.504268 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-954d6dcb-f0d0-4555-9ba1-51dbd8096a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:58:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:58:47.548289 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-14130359-1c82-47b6-b039-0321e0eddc94 req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] No DVR routers for this DVR port 8b7337a5-a389-40e9-9c0d-4287c0d615ca on host hv-cinder-77428 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:58:47.550785 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-14130359-1c82-47b6-b039-0321e0eddc94 req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:47.552783 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-14130359-1c82-47b6-b039-0321e0eddc94 req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.63 "DELETE /v2.0/ports/8b7337a5-a389-40e9-9c0d-4287c0d615ca HTTP/1.1" status: 204 len: 173 time: 0.8793519 Jun 16 13:58:47.553363 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20e9065-5a2c-4788-916b-cb5d7ce6796f', 'name': 'network-vif-deleted', 'tag': '8b7337a5-a389-40e9-9c0d-4287c0d615ca'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:58:47.555663 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e52b1cb-f610-48b6-bf8e-e9080497c370" -d '{"events": [{"server_uuid": "b20e9065-5a2c-4788-916b-cb5d7ce6796f", "name": "network-vif-deleted", "tag": "8b7337a5-a389-40e9-9c0d-4287c0d615ca"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:58:47.595551 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ea4cd417-166f-4a87-8687-dcde676a97eb req-5fe6db27-a73b-4902-8c23-7d387b5a5f0d tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b20e9065-5a2c-4788-916b-cb5d7ce6796f HTTP/1.1" status: 200 len: 210 time: 0.0359199 Jun 16 13:58:47.603898 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c721e9-5829-4048-8284-d8a55918817a x-openstack-request-id: req-46c721e9-5829-4048-8284-d8a55918817a {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:58:47.604342 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20e9065-5a2c-4788-916b-cb5d7ce6796f", "name": "network-vif-deleted", "tag": "8b7337a5-a389-40e9-9c0d-4287c0d615ca", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:58:47.604680 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-46c721e9-5829-4048-8284-d8a55918817a {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:58:47.605129 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20e9065-5a2c-4788-916b-cb5d7ce6796f', 'name': 'network-vif-deleted', 'tag': '8b7337a5-a389-40e9-9c0d-4287c0d615ca', 'status': 'completed', 'code': 200} Jun 16 13:58:47.645422 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-954d6dcb-f0d0-4555-9ba1-51dbd8096a2f None None] Set router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:58:47.856133 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-954d6dcb-f0d0-4555-9ba1-51dbd8096a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:11Z', 'revision_number': 5, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:58:47.859618 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954d6dcb-f0d0-4555-9ba1-51dbd8096a2f None None] Checking router: 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:58:47.867740 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d6dcb-f0d0-4555-9ba1-51dbd8096a2f None None] Routers {'59fd2fa5-c220-4cb6-afe0-885cbe99ee53'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:58:47.868346 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-954d6dcb-f0d0-4555-9ba1-51dbd8096a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:58:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:58:47.978769 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-954d6dcb-f0d0-4555-9ba1-51dbd8096a2f None None] Set router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:58:48.171454 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-954d6dcb-f0d0-4555-9ba1-51dbd8096a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:11Z', 'revision_number': 5, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:58:48.174921 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954d6dcb-f0d0-4555-9ba1-51dbd8096a2f None None] The sync data for ids ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'] in dv-cinder-774286-16-iscsi is: [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:11Z', 'revision_number': 5, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:58:48.403475 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6b8e81-0c1f-4c0b-9af4-2b6737c32fee None None] New status for floating IP c6644101-025e-4883-b4bb-f67006929288: DOWN {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:58:48.848984 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-463a14a6-1dc4-41da-81fc-c8d276105e5d tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184301311&fields=id&tenant_id=d2719c99d82a47848b240a259c015d0e HTTP/1.1" status: 200 len: 267 time: 0.0336237 Jun 16 13:58:48.950731 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-718862af-8bea-498e-81ae-16a945f55a67 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:48.952156 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-718862af-8bea-498e-81ae-16a945f55a67 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/networks?id=05bc214f-9a31-41fe-9f97-454d9082b366 HTTP/1.1" status: 200 len: 812 time: 0.0968947 Jun 16 13:58:48.968707 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-50a05b07-efe5-4839-93c8-b77089dda8dd tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/quotas/d2719c99d82a47848b240a259c015d0e HTTP/1.1" status: 200 len: 375 time: 0.0110636 Jun 16 13:58:49.052376 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-1ddbf9c9-cc49-467a-97dc-4eb69b7640c7 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2719c99d82a47848b240a259c015d0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739765 Jun 16 13:58:49.147898 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-c331c2c6-7fd8-4ff7-97e3-761c10326ba1 service neutron] 10.222.0.26 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844271 Jun 16 13:58:49.241672 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-dab8ac9d-60c2-4f6a-8357-717336af8638 service neutron] 10.222.0.26 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872726 Jun 16 13:58:49.545642 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9dbc9c8d-5a6c-4235-9774-93ed0a3f8ca4 req-a4b3d56c-1165-40cc-8ad9-09c774e786fe tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 210 time: 0.0287905 Jun 16 13:58:50.355966 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 8b7337a5-a389-40e9-9c0d-4287c0d615ca no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:58:50.376507 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] No Port match for: 8b7337a5-a389-40e9-9c0d-4287c0d615ca {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:58:50.376878 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 8b7337a5-a389-40e9-9c0d-4287c0d615ca not bound to the agent host hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:58:50.600700 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-870b740d-d54a-4a5b-9d4d-82bcdf71a2b2 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:50.604765 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-870b740d-d54a-4a5b-9d4d-82bcdf71a2b2 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.63 "GET /v2.0/networks?id=05bc214f-9a31-41fe-9f97-454d9082b366 HTTP/1.1" status: 200 len: 812 time: 0.1325848 Jun 16 13:58:50.665187 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-52abd028-e6d9-4e08-9079-1a151b769877 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2719c99d82a47848b240a259c015d0e HTTP/1.1" status: 200 len: 380 time: 0.0497739 Jun 16 13:58:50.679012 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-ba397f2e-021a-4231-ac5d-dd7aec405300 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Request body: {'port': {'device_id': '8e51b9b1-c680-404f-b449-0365abfef6d1', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'admin_state_up': True, 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'security_groups': ['059289dc-6f1a-443e-a488-3b273d407334']}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:58:50.699058 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-51781778-c7b0-473e-9dc9-d936886a08d0 req-d87d6a58-bcf6-4aa2-96d1-0b4900b0e3eb tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 210 time: 0.0319378 Jun 16 13:58:50.804630 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-ba397f2e-021a-4231-ac5d-dd7aec405300 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Made reservation on behalf of d2719c99d82a47848b240a259c015d0e for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:58:50.808454 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-ba397f2e-021a-4231-ac5d-dd7aec405300 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:50.947885 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-ba397f2e-021a-4231-ac5d-dd7aec405300 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Allocated IP 172.20.0.13 (05bc214f-9a31-41fe-9f97-454d9082b366/e86b1b57-d03d-4e57-8819-090a6dc628eb/034de8aa-c119-4b80-83fe-87e763e7b5ab) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:58:51.357336 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-ba397f2e-021a-4231-ac5d-dd7aec405300 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:51.371047 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-ba397f2e-021a-4231-ac5d-dd7aec405300 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Transition to ACTIVE for port object 034de8aa-c119-4b80-83fe-87e763e7b5ab will not be triggered until provisioned by entity DHCP. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:58:51.402875 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-ba397f2e-021a-4231-ac5d-dd7aec405300 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:51.406797 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-6cbb2e3f-30c7-44df-993b-40b1e31fccfa tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:51.446674 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-ba397f2e-021a-4231-ac5d-dd7aec405300 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Network 05bc214f-9a31-41fe-9f97-454d9082b366 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:58:51.452234 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-ba397f2e-021a-4231-ac5d-dd7aec405300 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:58:51.456082 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-ba397f2e-021a-4231-ac5d-dd7aec405300 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:58:51.479863 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba397f2e-021a-4231-ac5d-dd7aec405300 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event updated for resources: {'Port': ['ID=034de8aa-c119-4b80-83fe-87e763e7b5ab,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:51.484608 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ba397f2e-021a-4231-ac5d-dd7aec405300 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:51.511048 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-ba397f2e-021a-4231-ac5d-dd7aec405300 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:51.511705 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-ba397f2e-021a-4231-ac5d-dd7aec405300 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:51.527251 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-ba397f2e-021a-4231-ac5d-dd7aec405300 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8525383 Jun 16 13:58:51.539199 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Request body: {'port': {'device_id': '8e51b9b1-c680-404f-b449-0365abfef6d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:58:51.619696 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:51.701347 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-691b3234-91b1-49f8-91cb-eec6851ecb1c None None] Provisioning for port 034de8aa-c119-4b80-83fe-87e763e7b5ab completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:58:51.705067 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-691b3234-91b1-49f8-91cb-eec6851ecb1c None None] Provisioning complete for port 034de8aa-c119-4b80-83fe-87e763e7b5ab triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:58:51.705447 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-691b3234-91b1-49f8-91cb-eec6851ecb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:51.740501 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-691b3234-91b1-49f8-91cb-eec6851ecb1c None None] Port 034de8aa-c119-4b80-83fe-87e763e7b5ab cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:58:51.926948 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 034de8aa-c119-4b80-83fe-87e763e7b5ab {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:58:51.938884 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd97d78-cd79-4347-8a56-debeb7bf0f81 req-87916541-7ab2-4ef4-9f3f-9355f74dce2a tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:51.940354 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ddd97d78-cd79-4347-8a56-debeb7bf0f81 req-87916541-7ab2-4ef4-9f3f-9355f74dce2a tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 932 time: 0.1254163 Jun 16 13:58:51.944225 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:51.968561 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Transition to ACTIVE for port object 034de8aa-c119-4b80-83fe-87e763e7b5ab will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:58:51.976307 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:51.979854 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:52.021449 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ddd97d78-cd79-4347-8a56-debeb7bf0f81 req-c28b35be-229f-45ca-8270-2a41c4128bd4 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747344 Jun 16 13:58:52.069792 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Pushing event updated for resources: {'Port': ['ID=034de8aa-c119-4b80-83fe-87e763e7b5ab,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:52.073566 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:52.143028 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Attempting to bind port 034de8aa-c119-4b80-83fe-87e763e7b5ab on host hv-cinder-77428 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:58:52.143368 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Attempting to bind port 034de8aa-c119-4b80-83fe-87e763e7b5ab by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'fb976073-da8e-44fa-8f8c-97f11b605c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:58:52.143698 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Attempting to bind port 034de8aa-c119-4b80-83fe-87e763e7b5ab on network 05bc214f-9a31-41fe-9f97-454d9082b366 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:58:52.149046 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Port 034de8aa-c119-4b80-83fe-87e763e7b5ab on network 05bc214f-9a31-41fe-9f97-454d9082b366 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:58:52.150013 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Attempting to bind port 034de8aa-c119-4b80-83fe-87e763e7b5ab on network 05bc214f-9a31-41fe-9f97-454d9082b366 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:58:52.154454 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Checking agent: {'id': 'bb4a981f-00aa-40ad-8a89-acbc72a2637c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:58:52.154796 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Checking segment: {'id': 'fb976073-da8e-44fa-8f8c-97f11b605c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:58:52.155186 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Bound using segment: {'id': 'fb976073-da8e-44fa-8f8c-97f11b605c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:58:52.155618 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Bound port: 034de8aa-c119-4b80-83fe-87e763e7b5ab, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb976073-da8e-44fa-8f8c-97f11b605c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:58:52.155965 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:52.221990 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] For port 034de8aa-c119-4b80-83fe-87e763e7b5ab, host hv-cinder-77428, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:58:52.225045 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] For port 034de8aa-c119-4b80-83fe-87e763e7b5ab, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=034de8aa-c119-4b80-83fe-87e763e7b5ab,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:58:52.229818 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:52.232734 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-45fb7df6-32c8-4af3-bef0-fa4b04919130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:52.262149 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:52.262767 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:52.264141 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] 10.222.0.63 "PUT /v2.0/ports/034de8aa-c119-4b80-83fe-87e763e7b5ab HTTP/1.1" status: 200 len: 1094 time: 0.7294621 Jun 16 13:58:52.264659 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e51b9b1-c680-404f-b449-0365abfef6d1', 'tag': '034de8aa-c119-4b80-83fe-87e763e7b5ab'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:58:52.266984 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3398e50a-baf2-4342-b6a4-d044683d50a7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e51b9b1-c680-404f-b449-0365abfef6d1", "tag": "034de8aa-c119-4b80-83fe-87e763e7b5ab"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:58:52.294797 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Pushing event updated for resources: {'Port': ['ID=034de8aa-c119-4b80-83fe-87e763e7b5ab,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:52.298316 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:52.318302 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a83ab5-f3a8-4f26-afa1-9ea9f2f4a46a x-openstack-request-id: req-79a83ab5-f3a8-4f26-afa1-9ea9f2f4a46a {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:58:52.318642 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e51b9b1-c680-404f-b449-0365abfef6d1", "tag": "034de8aa-c119-4b80-83fe-87e763e7b5ab", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:58:52.318934 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79a83ab5-f3a8-4f26-afa1-9ea9f2f4a46a {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:58:52.319368 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e51b9b1-c680-404f-b449-0365abfef6d1', 'tag': '034de8aa-c119-4b80-83fe-87e763e7b5ab', 'status': 'completed', 'code': 200} Jun 16 13:58:52.383630 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-ca72012e-fcf7-4554-81f1-b463c2508313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:52.385192 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-ca72012e-fcf7-4554-81f1-b463c2508313 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d2719c99d82a47848b240a259c015d0e&device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 1097 time: 0.0625219 Jun 16 13:58:52.428719 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-1059bb60-820e-42bd-8154-a9d7cf4fa178 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=034de8aa-c119-4b80-83fe-87e763e7b5ab HTTP/1.1" status: 200 len: 217 time: 0.0355771 Jun 16 13:58:52.483231 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-bd87452c-485b-48c2-b0df-2e6c06c231fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:52.484756 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-bd87452c-485b-48c2-b0df-2e6c06c231fc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e86b1b57-d03d-4e57-8819-090a6dc628eb HTTP/1.1" status: 200 len: 851 time: 0.0496867 Jun 16 13:58:52.545925 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-caaa6457-0e60-44c9-a93b-cba5bbdb01a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:52.547511 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-caaa6457-0e60-44c9-a93b-cba5bbdb01a6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05bc214f-9a31-41fe-9f97-454d9082b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0567420 Jun 16 13:58:52.649598 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-6e76432d-57d2-44f9-9462-a5c4469e1625 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956867 Jun 16 13:58:52.742625 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-73c51e8c-2eb5-40f6-9a6b-72368b371fad req-b4b42d28-c432-4b37-9713-b6c93b0fb284 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864301 Jun 16 13:58:52.845097 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398e50a-baf2-4342-b6a4-d044683d50a7 req-6eeba202-a462-43bb-b0da-7914135a5ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:52.846597 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3398e50a-baf2-4342-b6a4-d044683d50a7 req-6eeba202-a462-43bb-b0da-7914135a5ff3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d2719c99d82a47848b240a259c015d0e&device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 1097 time: 0.0540955 Jun 16 13:58:52.936575 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398e50a-baf2-4342-b6a4-d044683d50a7 req-cca2fcdc-e5c9-4830-a17e-cc3ce367e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:52.938125 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3398e50a-baf2-4342-b6a4-d044683d50a7 req-cca2fcdc-e5c9-4830-a17e-cc3ce367e559 service neutron] 10.222.0.63 "GET /v2.0/networks?id=05bc214f-9a31-41fe-9f97-454d9082b366 HTTP/1.1" status: 200 len: 914 time: 0.0844958 Jun 16 13:58:52.987803 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3398e50a-baf2-4342-b6a4-d044683d50a7 req-ba288844-d92c-4a39-8fb8-ecc3e6480c06 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=034de8aa-c119-4b80-83fe-87e763e7b5ab HTTP/1.1" status: 200 len: 217 time: 0.0410414 Jun 16 13:58:53.038387 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398e50a-baf2-4342-b6a4-d044683d50a7 req-383509c3-155f-4ef6-aa23-985989c25c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:53.039866 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3398e50a-baf2-4342-b6a4-d044683d50a7 req-383509c3-155f-4ef6-aa23-985989c25c96 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e86b1b57-d03d-4e57-8819-090a6dc628eb HTTP/1.1" status: 200 len: 851 time: 0.0459390 Jun 16 13:58:53.098052 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398e50a-baf2-4342-b6a4-d044683d50a7 req-786b4b80-90de-4215-a687-038e2f9eba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:53.099642 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3398e50a-baf2-4342-b6a4-d044683d50a7 req-786b4b80-90de-4215-a687-038e2f9eba7e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05bc214f-9a31-41fe-9f97-454d9082b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539329 Jun 16 13:58:53.237496 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3398e50a-baf2-4342-b6a4-d044683d50a7 req-fc5ab71d-30b0-45d4-9cf9-fc69bffc4484 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267874 Jun 16 13:58:53.302958 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719a854-38b4-42e9-9169-876e18736b75 req-dbba9bb1-b2a5-448c-9f4c-0b4b4097b767 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:53.304357 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8719a854-38b4-42e9-9169-876e18736b75 req-dbba9bb1-b2a5-448c-9f4c-0b4b4097b767 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 944 time: 0.1474745 Jun 16 13:58:53.361915 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8719a854-38b4-42e9-9169-876e18736b75 req-842cbd47-050e-44f8-b452-605ba65172bc tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503018 Jun 16 13:58:53.372838 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3398e50a-baf2-4342-b6a4-d044683d50a7 req-d39bb0d9-fb71-453f-85c9-06ce32374759 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275952 Jun 16 13:58:54.532158 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e43379-9be7-419c-86c5-e044e109bad9 req-99cef8c4-ae8a-45dd-9da1-03fbb66ef7d1 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:54.533645 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c1e43379-9be7-419c-86c5-e044e109bad9 req-99cef8c4-ae8a-45dd-9da1-03fbb66ef7d1 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 944 time: 0.0629976 Jun 16 13:58:54.571047 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-c1e43379-9be7-419c-86c5-e044e109bad9 req-97437318-73dd-45d6-b651-d19855e1fae6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312858 Jun 16 13:58:55.754695 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438f1e2-b03f-4a52-8529-e99d714626fe req-f858082b-2767-4df4-b850-3be304946a8e tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:55.756151 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2438f1e2-b03f-4a52-8529-e99d714626fe req-f858082b-2767-4df4-b850-3be304946a8e tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 944 time: 0.0626655 Jun 16 13:58:55.801136 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2438f1e2-b03f-4a52-8529-e99d714626fe req-ea7188e4-49cd-4137-ae26-c4a718ff6e50 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385604 Jun 16 13:58:56.978787 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df02875-24c2-408d-b94b-f49f8faa99a7 req-645ed243-4380-42bb-841d-bfb045d2a073 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:56.980251 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1df02875-24c2-408d-b94b-f49f8faa99a7 req-645ed243-4380-42bb-841d-bfb045d2a073 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 944 time: 0.0668983 Jun 16 13:58:57.017062 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-1df02875-24c2-408d-b94b-f49f8faa99a7 req-fcd32cc0-8321-4aec-a74d-34c19e11fd95 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311885 Jun 16 13:58:58.194248 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bb5c2-08b3-49a1-95dd-7b29c3b360dc req-e5882ab4-f1c5-49b9-8d0a-3baca7f95c75 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:58.195691 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de4bb5c2-08b3-49a1-95dd-7b29c3b360dc req-e5882ab4-f1c5-49b9-8d0a-3baca7f95c75 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 944 time: 0.0704126 Jun 16 13:58:58.235358 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de4bb5c2-08b3-49a1-95dd-7b29c3b360dc req-6c7bfae6-45a1-41c6-b087-7f1c685f3278 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337114 Jun 16 13:58:59.268738 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:58:59.409061 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f8d81-757b-43f1-b781-b9c742478265 req-17a5daec-deda-4302-92f1-61b89bd59d0c tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:59.413056 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-474f8d81-757b-43f1-b781-b9c742478265 req-17a5daec-deda-4302-92f1-61b89bd59d0c tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 944 time: 0.0688992 Jun 16 13:58:59.452848 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-474f8d81-757b-43f1-b781-b9c742478265 req-bfa71545-6c4f-4063-aedf-ed18acbc529b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340409 Jun 16 13:59:00.354314 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 034de8aa-c119-4b80-83fe-87e763e7b5ab details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:59:00.452048 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 034de8aa-c119-4b80-83fe-87e763e7b5ab, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=034de8aa-c119-4b80-83fe-87e763e7b5ab,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:59:00.464078 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': '034de8aa-c119-4b80-83fe-87e763e7b5ab', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'port_id': '034de8aa-c119-4b80-83fe-87e763e7b5ab', 'mac_address': 'fa:16:3e:b5:ea:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:59:00.501947 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:00.515976 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 034de8aa-c119-4b80-83fe-87e763e7b5ab {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:59:00.535824 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 034de8aa-c119-4b80-83fe-87e763e7b5ab, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=034de8aa-c119-4b80-83fe-87e763e7b5ab,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:59:00.540269 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:00.542144 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:59:00.594286 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=034de8aa-c119-4b80-83fe-87e763e7b5ab,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:59:00.601245 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:00.601600 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:00.601944 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:00.602281 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:00.602642 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:00.603055 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:00.603388 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:00.603718 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:00.604046 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:00.604425 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:00.604695 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:00.605047 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:00.613016 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:59:00.648765 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651ca1b-1cab-4e95-9fe2-af35b330f6bf req-458d3fd4-a4c5-4528-9831-3a5d2240a093 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:00.650257 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b651ca1b-1cab-4e95-9fe2-af35b330f6bf req-458d3fd4-a4c5-4528-9831-3a5d2240a093 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 945 time: 0.0764415 Jun 16 13:59:00.691160 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b651ca1b-1cab-4e95-9fe2-af35b330f6bf req-25d6df87-810d-4dea-b851-49993d5d8951 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332968 Jun 16 13:59:00.780671 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['034de8aa-c119-4b80-83fe-87e763e7b5ab'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:59:01.867790 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af355fb5-4031-4b8f-b6a7-2437c6484ded req-e9186688-a429-408d-a9ba-9fb998e3ef0c tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:01.869321 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-af355fb5-4031-4b8f-b6a7-2437c6484ded req-e9186688-a429-408d-a9ba-9fb998e3ef0c tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 945 time: 0.0634749 Jun 16 13:59:01.913449 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-af355fb5-4031-4b8f-b6a7-2437c6484ded req-f3ad7d7a-e785-459e-b322-4b0476844c34 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382459 Jun 16 13:59:02.370675 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 034de8aa-c119-4b80-83fe-87e763e7b5ab up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:59:02.417350 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning for port 034de8aa-c119-4b80-83fe-87e763e7b5ab completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:59:02.420837 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port 034de8aa-c119-4b80-83fe-87e763e7b5ab triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:59:02.421226 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:02.495130 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:02.523688 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e51b9b1-c680-404f-b449-0365abfef6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034de8aa-c119-4b80-83fe-87e763e7b5ab'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:59:02.525966 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d1232b-7986-45ba-9d1c-65c0c8bcab84" -d '{"events": [{"server_uuid": "8e51b9b1-c680-404f-b449-0365abfef6d1", "name": "network-vif-plugged", "status": "completed", "tag": "034de8aa-c119-4b80-83fe-87e763e7b5ab"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:59:02.542417 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port 034de8aa-c119-4b80-83fe-87e763e7b5ab, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=034de8aa-c119-4b80-83fe-87e763e7b5ab,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:59:02.546767 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:02.548617 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8275d62a-c6f3-4355-827a-71ddabce2645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:59:02.569768 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb55eed-b818-4bff-8a35-160dba3e02a9 x-openstack-request-id: req-afb55eed-b818-4bff-8a35-160dba3e02a9 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:59:02.570079 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e51b9b1-c680-404f-b449-0365abfef6d1", "name": "network-vif-plugged", "status": "completed", "tag": "034de8aa-c119-4b80-83fe-87e763e7b5ab", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:59:02.570454 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-afb55eed-b818-4bff-8a35-160dba3e02a9 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:59:02.570867 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e51b9b1-c680-404f-b449-0365abfef6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034de8aa-c119-4b80-83fe-87e763e7b5ab', 'code': 200} Jun 16 13:59:02.597587 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=034de8aa-c119-4b80-83fe-87e763e7b5ab,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:59:02.600593 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:59:02.835173 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd4b38-feba-4f0e-a261-2ff36edc44c3 req-0bd167a4-8ee6-4ff5-a651-3621b81d1f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:02.837188 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e8fd4b38-feba-4f0e-a261-2ff36edc44c3 req-0bd167a4-8ee6-4ff5-a651-3621b81d1f7f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 1099 time: 0.0528674 Jun 16 13:59:02.876902 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e8fd4b38-feba-4f0e-a261-2ff36edc44c3 req-fd5cb3cd-73de-4a5a-9cc2-8ec8db2c1e30 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329840 Jun 16 13:59:03.083627 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce260d-2db4-4630-86e0-c261014d779e req-c3975d56-2ee0-4b4a-84a3-5aae3baa3feb tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:03.085309 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a5ce260d-2db4-4630-86e0-c261014d779e req-c3975d56-2ee0-4b4a-84a3-5aae3baa3feb tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 946 time: 0.0631020 Jun 16 13:59:03.122684 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-a5ce260d-2db4-4630-86e0-c261014d779e req-16906f48-7291-452c-87b5-2f60bf7a188b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309503 Jun 16 13:59:04.299340 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002766e-07d1-42fd-bda0-ecf200f80cb2 req-6742b0d5-7feb-435a-ae40-c054660217e3 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:04.300789 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8002766e-07d1-42fd-bda0-ecf200f80cb2 req-6742b0d5-7feb-435a-ae40-c054660217e3 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 946 time: 0.0658643 Jun 16 13:59:04.340230 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8002766e-07d1-42fd-bda0-ecf200f80cb2 req-4f7cfd7f-3db9-4e87-9452-2787dde5aae6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337322 Jun 16 13:59:04.517010 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340c7be-826d-4c3e-a422-651fddb59837 req-db5655f5-d2f1-4b07-8070-bff1f3a61067 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:04.518519 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-d340c7be-826d-4c3e-a422-651fddb59837 req-db5655f5-d2f1-4b07-8070-bff1f3a61067 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 946 time: 0.0637624 Jun 16 13:59:04.556331 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-d340c7be-826d-4c3e-a422-651fddb59837 req-06d73194-4ab9-4163-a615-0a960c4190a7 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319636 Jun 16 13:59:04.580928 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 58160) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:59:04.634111 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb01050-b5a4-469b-8c57-1f128e4bbce1 tempest-TestVolumeBootPattern-183399429 tempest-TestVolumeBootPattern-183399429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:04.635591 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7fb01050-b5a4-469b-8c57-1f128e4bbce1 tempest-TestVolumeBootPattern-183399429 tempest-TestVolumeBootPattern-183399429-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 1094 time: 0.0536785 Jun 16 13:59:04.638363 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 58162) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:59:04.643084 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Request body: {'floatingip': {'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'port_id': '034de8aa-c119-4b80-83fe-87e763e7b5ab', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:59:04.665407 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for floatingip, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:04.768067 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:04.870963 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Allocated IP 172.27.3.43 (4d1119cf-5fec-45f3-97f5-606abcd40a6f/1e4ea701-5473-443b-aeed-fa1b09c8f901/cf3cb1b5-61a4-4175-a2d6-ed9ca9cda37b) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:59:04.979650 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:05.017472 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:05.019503 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-3c12a9a6-f1ca-4258-9965-c638fe0e9d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:59:05.053538 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:59:05.056357 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:59:05.062317 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:59:05.086857 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event updated for resources: {'Port': ['ID=cf3cb1b5-61a4-4175-a2d6-ed9ca9cda37b,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:59:05.092103 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:59:05.412938 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:05.489518 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:05.646583 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:05.656227 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:05.658379 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c2f58ff3-0c20-4d71-aa0a-a715b13c9aa0 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:59:05.729919 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event updated for resources: {'Port': ['ID=cf3cb1b5-61a4-4175-a2d6-ed9ca9cda37b,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:59:05.732800 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:59:05.743328 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376019'] for floatingip, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:05.842779 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.l3_db [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Floating IP ec16fae7-1076-4306-9467-d420d8e49f81 associated. External IP: 172.27.3.43, port: 034de8aa-c119-4b80-83fe-87e763e7b5ab. Jun 16 13:59:06.040385 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:59:06.144031 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:59:06.155682 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef8d991-bce3-4e36-8b6a-6e0ddff6bd18 None None] Sync routers for ids ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:59:06.160982 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:06.166686 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef8d991-bce3-4e36-8b6a-6e0ddff6bd18 None None] Routers {'59fd2fa5-c220-4cb6-afe0-885cbe99ee53'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:59:06.167308 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-cef8d991-bce3-4e36-8b6a-6e0ddff6bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:58:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:59:06.202519 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-0c0c62ec-a984-4f1b-aea0-b42d6f4e7bd6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5630682 Jun 16 13:59:06.203242 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e51b9b1-c680-404f-b449-0365abfef6d1', 'tag': '034de8aa-c119-4b80-83fe-87e763e7b5ab'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:59:06.205657 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a085036e-ab4d-440d-b0b8-f05d8c1c72cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8e51b9b1-c680-404f-b449-0365abfef6d1", "tag": "034de8aa-c119-4b80-83fe-87e763e7b5ab"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:59:06.242165 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71df3b19-4768-491b-9266-9ef514f5face x-openstack-request-id: req-71df3b19-4768-491b-9266-9ef514f5face {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:59:06.242501 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e51b9b1-c680-404f-b449-0365abfef6d1", "tag": "034de8aa-c119-4b80-83fe-87e763e7b5ab", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:59:06.243409 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71df3b19-4768-491b-9266-9ef514f5face {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:59:06.243901 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e51b9b1-c680-404f-b449-0365abfef6d1', 'tag': '034de8aa-c119-4b80-83fe-87e763e7b5ab', 'status': 'completed', 'code': 200} Jun 16 13:59:06.275110 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-cef8d991-bce3-4e36-8b6a-6e0ddff6bd18 None None] Set router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:59:06.318024 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085036e-ab4d-440d-b0b8-f05d8c1c72cf req-a9af1a2d-4ea6-49f9-b162-9477dd0d416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:06.319533 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a085036e-ab4d-440d-b0b8-f05d8c1c72cf req-a9af1a2d-4ea6-49f9-b162-9477dd0d416f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d2719c99d82a47848b240a259c015d0e&device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 1099 time: 0.0539150 Jun 16 13:59:06.410002 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085036e-ab4d-440d-b0b8-f05d8c1c72cf req-d8eec246-fa69-494f-9adb-77ed9acbb9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:06.411453 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a085036e-ab4d-440d-b0b8-f05d8c1c72cf req-d8eec246-fa69-494f-9adb-77ed9acbb9d3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=05bc214f-9a31-41fe-9f97-454d9082b366 HTTP/1.1" status: 200 len: 914 time: 0.0833178 Jun 16 13:59:06.504143 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-cef8d991-bce3-4e36-8b6a-6e0ddff6bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': 'ec16fae7-1076-4306-9467-d420d8e49f81', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'port_id': '034de8aa-c119-4b80-83fe-87e763e7b5ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'mac_address': 'fa:16:3e:b5:ea:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e51b9b1-c680-404f-b449-0365abfef6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:59:05Z', 'updated_at': '2021-06-16T13:59:05Z', 'revision_number': 0, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:11Z', 'revision_number': 5, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:59:06.507999 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef8d991-bce3-4e36-8b6a-6e0ddff6bd18 None None] Checking router: 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:59:06.517585 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef8d991-bce3-4e36-8b6a-6e0ddff6bd18 None None] Routers {'59fd2fa5-c220-4cb6-afe0-885cbe99ee53'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:59:06.518341 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-cef8d991-bce3-4e36-8b6a-6e0ddff6bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T13:58:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:59:06.637449 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-cef8d991-bce3-4e36-8b6a-6e0ddff6bd18 None None] Set router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:59:06.780052 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a085036e-ab4d-440d-b0b8-f05d8c1c72cf req-99977a62-189d-4a6a-b9af-34a65102d383 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=034de8aa-c119-4b80-83fe-87e763e7b5ab HTTP/1.1" status: 200 len: 999 time: 0.3622723 Jun 16 13:59:06.830674 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085036e-ab4d-440d-b0b8-f05d8c1c72cf req-76fac41b-7cac-4d8d-9a66-00ba31c6ef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:06.832197 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a085036e-ab4d-440d-b0b8-f05d8c1c72cf req-76fac41b-7cac-4d8d-9a66-00ba31c6ef4b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e86b1b57-d03d-4e57-8819-090a6dc628eb HTTP/1.1" status: 200 len: 851 time: 0.0455620 Jun 16 13:59:06.873561 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-cef8d991-bce3-4e36-8b6a-6e0ddff6bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': 'ec16fae7-1076-4306-9467-d420d8e49f81', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'port_id': '034de8aa-c119-4b80-83fe-87e763e7b5ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'mac_address': 'fa:16:3e:b5:ea:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e51b9b1-c680-404f-b449-0365abfef6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:59:05Z', 'updated_at': '2021-06-16T13:59:05Z', 'revision_number': 0, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:11Z', 'revision_number': 5, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:59:06.877532 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef8d991-bce3-4e36-8b6a-6e0ddff6bd18 None None] The sync data for ids ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'] in dv-cinder-774286-16-iscsi is: [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': 'ec16fae7-1076-4306-9467-d420d8e49f81', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'port_id': '034de8aa-c119-4b80-83fe-87e763e7b5ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'mac_address': 'fa:16:3e:b5:ea:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e51b9b1-c680-404f-b449-0365abfef6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:59:05Z', 'updated_at': '2021-06-16T13:59:05Z', 'revision_number': 0, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:11Z', 'revision_number': 5, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:59:06.903830 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085036e-ab4d-440d-b0b8-f05d8c1c72cf req-085cfb71-2690-4f70-8e5d-b2241870afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:06.906485 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a085036e-ab4d-440d-b0b8-f05d8c1c72cf req-085cfb71-2690-4f70-8e5d-b2241870afaf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05bc214f-9a31-41fe-9f97-454d9082b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0666251 Jun 16 13:59:07.002052 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a085036e-ab4d-440d-b0b8-f05d8c1c72cf req-757b3cd9-b60a-450d-84a2-a1b7c506077f service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885832 Jun 16 13:59:07.083581 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fd4bfe-91bf-4cf6-a398-84c443e529a9 None None] New status for floating IP ec16fae7-1076-4306-9467-d420d8e49f81: ACTIVE {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:59:07.098660 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a085036e-ab4d-440d-b0b8-f05d8c1c72cf req-b2c9c9ed-387e-48ab-80c2-92985ca5a575 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901182 Jun 16 13:59:10.902727 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3aa128d2-abef-434b-8d6f-e92f9fed321b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:13.375254 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-aa781f8e-9c23-450c-86ab-b754f5bcbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:13.377199 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:13.471290 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:14.883091 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:16.474567 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:36.267084 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:59:40.903898 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-437a2ad7-b0aa-4f9d-8dbc-b0e6525968cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:43.372679 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7673eb2a-6dcf-4734-b41c-c477247c4be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:43.384123 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:43.472676 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:44.885990 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:46.477196 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:47.857821 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-324bcea2-c4e9-45d2-9048-76cf6de26ea0 req-ea9cd495-6d49-4f00-b965-1eec1d504813 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558658 Jun 16 13:59:47.954269 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bcea2-c4e9-45d2-9048-76cf6de26ea0 req-0ac1b703-d899-4253-8c2e-68b7b69e4f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:47.955791 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-324bcea2-c4e9-45d2-9048-76cf6de26ea0 req-0ac1b703-d899-4253-8c2e-68b7b69e4f05 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d2719c99d82a47848b240a259c015d0e&device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 1099 time: 0.0529637 Jun 16 13:59:48.061351 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bcea2-c4e9-45d2-9048-76cf6de26ea0 req-aed0d1ac-2339-4293-8178-b384ba9de38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:48.062736 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-324bcea2-c4e9-45d2-9048-76cf6de26ea0 req-aed0d1ac-2339-4293-8178-b384ba9de38f service neutron] 10.222.0.63 "GET /v2.0/networks?id=05bc214f-9a31-41fe-9f97-454d9082b366 HTTP/1.1" status: 200 len: 914 time: 0.0856373 Jun 16 13:59:48.132981 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-324bcea2-c4e9-45d2-9048-76cf6de26ea0 req-875402b0-7ff3-4f22-b9ee-faa0a2af7e26 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=034de8aa-c119-4b80-83fe-87e763e7b5ab HTTP/1.1" status: 200 len: 1001 time: 0.0623012 Jun 16 13:59:48.181648 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bcea2-c4e9-45d2-9048-76cf6de26ea0 req-1b8f3e9a-638f-4705-92cb-44a3077030db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:48.183693 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-324bcea2-c4e9-45d2-9048-76cf6de26ea0 req-1b8f3e9a-638f-4705-92cb-44a3077030db service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e86b1b57-d03d-4e57-8819-090a6dc628eb HTTP/1.1" status: 200 len: 851 time: 0.0443094 Jun 16 13:59:48.240410 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bcea2-c4e9-45d2-9048-76cf6de26ea0 req-23ab0cbe-dff8-4831-bc9c-da908084db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:48.241984 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-324bcea2-c4e9-45d2-9048-76cf6de26ea0 req-23ab0cbe-dff8-4831-bc9c-da908084db5d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05bc214f-9a31-41fe-9f97-454d9082b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519242 Jun 16 13:59:48.352719 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-324bcea2-c4e9-45d2-9048-76cf6de26ea0 req-8d5258bc-7989-4b4e-aef0-c8056f8bf3f2 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041100 Jun 16 13:59:48.442179 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-324bcea2-c4e9-45d2-9048-76cf6de26ea0 req-83d631b0-b965-4711-afbd-ad9d1f0f01f4 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831666 Jun 16 13:59:53.540540 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [req-f8c87d0c-5648-4c95-b8d0-fc9c0be2dcb4 req-0ee4c7e9-108c-4ca0-8b73-0f098ad8b671 service neutron] (103636) timed out ('10.222.0.63', 51071) {{(pid=103636) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 14:00:10.903902 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-762ce693-5034-4042-8289-689d986f8fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:13.267270 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:00:13.363728 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b372867e-7711-4aef-91d3-0527d61850d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:13.396543 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:13.473080 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:14.888443 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:16.480915 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:40.906554 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-52e6d4e5-f574-42fd-8a14-99ee3e1e2a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:43.367203 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-31d2df1a-42a1-44a2-8442-62e8e6d447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:43.429499 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:43.476431 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:44.895989 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:46.482210 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:49.822509 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f9e7f8b8-13c7-49cd-893d-3e18e92d1424 req-b78e4fe1-a4f3-4d5c-bf12-55d5e5277c95 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1599467 Jun 16 14:00:49.944531 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7f8b8-13c7-49cd-893d-3e18e92d1424 req-5f742624-3193-43fe-a7fd-e639ad3ca865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:49.946035 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f9e7f8b8-13c7-49cd-893d-3e18e92d1424 req-5f742624-3193-43fe-a7fd-e639ad3ca865 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d2719c99d82a47848b240a259c015d0e&device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 1099 time: 0.0580313 Jun 16 14:00:50.068417 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7f8b8-13c7-49cd-893d-3e18e92d1424 req-8a905585-4249-4090-81c6-93e0f9f6afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:50.069941 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f9e7f8b8-13c7-49cd-893d-3e18e92d1424 req-8a905585-4249-4090-81c6-93e0f9f6afd9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=05bc214f-9a31-41fe-9f97-454d9082b366 HTTP/1.1" status: 200 len: 914 time: 0.1012490 Jun 16 14:00:50.154321 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f9e7f8b8-13c7-49cd-893d-3e18e92d1424 req-d33c6475-1236-4a60-8ffc-8e04c31f4a2f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=034de8aa-c119-4b80-83fe-87e763e7b5ab HTTP/1.1" status: 200 len: 1001 time: 0.0760655 Jun 16 14:00:50.217682 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7f8b8-13c7-49cd-893d-3e18e92d1424 req-8ff4734b-9f4a-45c7-80c7-d01efc80f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:50.219056 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f9e7f8b8-13c7-49cd-893d-3e18e92d1424 req-8ff4734b-9f4a-45c7-80c7-d01efc80f2fd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e86b1b57-d03d-4e57-8819-090a6dc628eb HTTP/1.1" status: 200 len: 851 time: 0.0581267 Jun 16 14:00:50.265982 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:00:50.281634 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7f8b8-13c7-49cd-893d-3e18e92d1424 req-20229502-a684-433f-9315-5922a1d39e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:50.283720 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f9e7f8b8-13c7-49cd-893d-3e18e92d1424 req-20229502-a684-433f-9315-5922a1d39e2a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05bc214f-9a31-41fe-9f97-454d9082b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0557187 Jun 16 14:00:50.410880 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f9e7f8b8-13c7-49cd-893d-3e18e92d1424 req-a075ce6b-a2ec-4c06-841a-302b0999f184 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182582 Jun 16 14:00:50.507444 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f9e7f8b8-13c7-49cd-893d-3e18e92d1424 req-433d206e-0e71-4f25-9845-42a4ff140fed service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892835 Jun 16 14:00:53.453164 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-b1c19ef1-6c98-4442-85a3-047577e87950 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184301311&fields=id&tenant_id=d2719c99d82a47848b240a259c015d0e HTTP/1.1" status: 200 len: 267 time: 0.0466626 Jun 16 14:00:53.576055 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-93434412-5391-44e3-abfd-269fbcd077c2 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:53.577455 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-93434412-5391-44e3-abfd-269fbcd077c2 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/networks?id=05bc214f-9a31-41fe-9f97-454d9082b366 HTTP/1.1" status: 200 len: 812 time: 0.1151819 Jun 16 14:00:53.593990 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-e194ee38-f5b5-4f21-bfc4-58cc3127d934 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/quotas/d2719c99d82a47848b240a259c015d0e HTTP/1.1" status: 200 len: 375 time: 0.0108163 Jun 16 14:00:53.686378 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-88d271f1-0c70-44be-a7f4-1e4327b8a113 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2719c99d82a47848b240a259c015d0e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0865014 Jun 16 14:00:53.792360 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-11599fd1-1a5f-492f-9ecb-9e3585e5da7f service neutron] 10.222.0.26 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936055 Jun 16 14:00:53.889379 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-53a9b14d-d7f7-4ac9-beef-ebf4c59b1763 service neutron] 10.222.0.26 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911500 Jun 16 14:00:54.301854 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-180690cb-0a94-465e-8e33-699a3809498c req-9fdb19b0-8ebd-4aab-b72c-2193c919e364 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 210 time: 0.1023788 Jun 16 14:00:55.463756 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ee896ee5-37e6-42e8-ab18-80bf5b914795 req-4151fe77-9fcb-4e69-9428-4b4663268b62 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 210 time: 0.0321116 Jun 16 14:00:55.485897 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-33bdcb76-ec50-4f7d-b954-fa03dcdf9d96 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:55.487142 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-33bdcb76-ec50-4f7d-b954-fa03dcdf9d96 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.63 "GET /v2.0/networks?id=05bc214f-9a31-41fe-9f97-454d9082b366 HTTP/1.1" status: 200 len: 812 time: 0.1361666 Jun 16 14:00:55.531825 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-f7bd9638-c9ec-4a61-93e1-6f6a3ea324ed tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2719c99d82a47848b240a259c015d0e HTTP/1.1" status: 200 len: 380 time: 0.0365167 Jun 16 14:00:55.543713 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Request body: {'port': {'device_id': 'b5083268-31e1-4a4e-a80b-d6c6ce89e0e3', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'admin_state_up': True, 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'security_groups': ['059289dc-6f1a-443e-a488-3b273d407334']}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:00:55.668203 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Made reservation on behalf of d2719c99d82a47848b240a259c015d0e for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:00:55.671681 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.804402 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Allocated IP 172.20.0.11 (05bc214f-9a31-41fe-9f97-454d9082b366/e86b1b57-d03d-4e57-8819-090a6dc628eb/ef1b8b5a-e483-446b-8938-1aa4e3ea797f) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:00:55.975909 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.991234 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Transition to ACTIVE for port object ef1b8b5a-e483-446b-8938-1aa4e3ea797f will not be triggered until provisioned by entity DHCP. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:00:56.026790 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8885200'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:56.031211 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-5f1494fa-3be4-4f2c-9188-0cee2d407352 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:00:56.078277 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Network 05bc214f-9a31-41fe-9f97-454d9082b366 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:00:56.082426 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:00:56.087539 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:00:56.091727 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event updated for resources: {'Port': ['ID=ef1b8b5a-e483-446b-8938-1aa4e3ea797f,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:00:56.123546 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:56.123546 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:56.123546 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:56.125318 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:56.125318 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:56.125573 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:56.125945 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:56.126313 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:56.126677 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:56.127058 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:56.127427 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:56.127817 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:56.135995 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:00:56.161042 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:56.161919 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:56.183166 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-65e56997-e277-4545-90b6-bceae4a907db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6430299 Jun 16 14:00:56.195043 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Request body: {'port': {'device_id': 'b5083268-31e1-4a4e-a80b-d6c6ce89e0e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:00:56.296307 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:56.343975 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-c985ac18-23e2-4ee4-9bd7-5520d74b6eaa None None] Provisioning for port ef1b8b5a-e483-446b-8938-1aa4e3ea797f completed by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:00:56.347915 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-c985ac18-23e2-4ee4-9bd7-5520d74b6eaa None None] Provisioning complete for port ef1b8b5a-e483-446b-8938-1aa4e3ea797f triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:00:56.348330 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c985ac18-23e2-4ee4-9bd7-5520d74b6eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:56.390866 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-c985ac18-23e2-4ee4-9bd7-5520d74b6eaa None None] Port ef1b8b5a-e483-446b-8938-1aa4e3ea797f cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:00:56.634926 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1b8b5a-e483-446b-8938-1aa4e3ea797f {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:00:56.644890 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:56.662622 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Transition to ACTIVE for port object ef1b8b5a-e483-446b-8938-1aa4e3ea797f will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:00:56.668151 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:56.673711 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-0b3e3072-6842-4fbb-9eee-01c9e3ad6f41 tempest-VolumesSnapshotTestJSON-31076668 tempest-VolumesSnapshotTestJSON-31076668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:00:56.749872 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4178e6-8c4b-4ef7-ad65-e3bbd18aeb0a req-53aba7b3-06e0-431d-8335-1a802d6d3537 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:56.751341 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ec4178e6-8c4b-4ef7-ad65-e3bbd18aeb0a req-53aba7b3-06e0-431d-8335-1a802d6d3537 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 932 time: 0.1564827 Jun 16 14:00:56.780670 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1b8b5a-e483-446b-8938-1aa4e3ea797f,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:00:56.788666 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:00:56.844751 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ec4178e6-8c4b-4ef7-ad65-e3bbd18aeb0a req-8d8927bc-f1c7-4211-a189-321a95dd3c99 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845480 Jun 16 14:00:56.873529 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Attempting to bind port ef1b8b5a-e483-446b-8938-1aa4e3ea797f on host hv-cinder-77428 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:00:56.874035 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Attempting to bind port ef1b8b5a-e483-446b-8938-1aa4e3ea797f by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'fb976073-da8e-44fa-8f8c-97f11b605c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:00:56.874472 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Attempting to bind port ef1b8b5a-e483-446b-8938-1aa4e3ea797f on network 05bc214f-9a31-41fe-9f97-454d9082b366 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:00:56.880023 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Port ef1b8b5a-e483-446b-8938-1aa4e3ea797f on network 05bc214f-9a31-41fe-9f97-454d9082b366 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:00:56.880382 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Attempting to bind port ef1b8b5a-e483-446b-8938-1aa4e3ea797f on network 05bc214f-9a31-41fe-9f97-454d9082b366 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:00:56.887444 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Checking agent: {'id': 'bb4a981f-00aa-40ad-8a89-acbc72a2637c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:00:56.887890 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Checking segment: {'id': 'fb976073-da8e-44fa-8f8c-97f11b605c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:00:56.888367 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Bound using segment: {'id': 'fb976073-da8e-44fa-8f8c-97f11b605c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:00:56.889019 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Bound port: ef1b8b5a-e483-446b-8938-1aa4e3ea797f, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb976073-da8e-44fa-8f8c-97f11b605c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:00:56.889539 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:56.959206 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] For port ef1b8b5a-e483-446b-8938-1aa4e3ea797f, host hv-cinder-77428, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:00:56.962281 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] For port ef1b8b5a-e483-446b-8938-1aa4e3ea797f, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ef1b8b5a-e483-446b-8938-1aa4e3ea797f,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:00:56.966798 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8885190'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:56.968981 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-a4a7bd9a-b1a5-4dfd-bb72-04850fd0c354 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:00:57.006187 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:57.006805 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:57.008192 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] 10.222.0.63 "PUT /v2.0/ports/ef1b8b5a-e483-446b-8938-1aa4e3ea797f HTTP/1.1" status: 200 len: 1094 time: 0.8178270 Jun 16 14:00:57.008708 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5083268-31e1-4a4e-a80b-d6c6ce89e0e3', 'tag': 'ef1b8b5a-e483-446b-8938-1aa4e3ea797f'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:00:57.011026 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8624cf-3e75-4651-b25a-25cccec78ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "b5083268-31e1-4a4e-a80b-d6c6ce89e0e3", "tag": "ef1b8b5a-e483-446b-8938-1aa4e3ea797f"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:00:57.033714 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1b8b5a-e483-446b-8938-1aa4e3ea797f,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:00:57.036940 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d9fcee1a-589b-49bc-b2b6-86929d14bc94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:00:57.118089 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6331faff-613e-49ac-9afd-ca95cb85fefa x-openstack-request-id: req-6331faff-613e-49ac-9afd-ca95cb85fefa {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:00:57.118428 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5083268-31e1-4a4e-a80b-d6c6ce89e0e3", "tag": "ef1b8b5a-e483-446b-8938-1aa4e3ea797f", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:00:57.118729 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6331faff-613e-49ac-9afd-ca95cb85fefa {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:00:57.119171 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5083268-31e1-4a4e-a80b-d6c6ce89e0e3', 'tag': 'ef1b8b5a-e483-446b-8938-1aa4e3ea797f', 'status': 'completed', 'code': 200} Jun 16 14:00:57.122158 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-6347d6e7-253f-4d4d-991f-efbbc66f6e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:57.123681 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-6347d6e7-253f-4d4d-991f-efbbc66f6e86 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d2719c99d82a47848b240a259c015d0e&device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 1097 time: 0.0653462 Jun 16 14:00:57.169784 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-bbfeea88-9c01-4c42-ba61-9e1c2b86885d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef1b8b5a-e483-446b-8938-1aa4e3ea797f HTTP/1.1" status: 200 len: 217 time: 0.0389698 Jun 16 14:00:57.219916 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-7dacf8eb-1208-4021-8304-9491a5bc83bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:57.222114 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-7dacf8eb-1208-4021-8304-9491a5bc83bc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e86b1b57-d03d-4e57-8819-090a6dc628eb HTTP/1.1" status: 200 len: 851 time: 0.0447474 Jun 16 14:00:57.280805 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-529f149e-076e-427b-9ce0-027b675bc48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:57.282192 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-529f149e-076e-427b-9ce0-027b675bc48f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05bc214f-9a31-41fe-9f97-454d9082b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541716 Jun 16 14:00:57.393762 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-897ddc7b-aa83-49ca-b642-b02c67fb8c8c service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032684 Jun 16 14:00:57.498664 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-85a4a0d2-0148-41d1-845d-74d27020c5a6 req-8c3f4809-c2e4-4798-9c5f-343caa6eb244 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985222 Jun 16 14:00:57.610450 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8624cf-3e75-4651-b25a-25cccec78ff9 req-7741d67e-ada8-44fc-9a89-32e529a5127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:57.614480 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3b8624cf-3e75-4651-b25a-25cccec78ff9 req-7741d67e-ada8-44fc-9a89-32e529a5127e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d2719c99d82a47848b240a259c015d0e&device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 1097 time: 0.0632973 Jun 16 14:00:57.726737 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8624cf-3e75-4651-b25a-25cccec78ff9 req-321c0a28-8f2f-461c-840b-74529ae4964a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:57.728981 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3b8624cf-3e75-4651-b25a-25cccec78ff9 req-321c0a28-8f2f-461c-840b-74529ae4964a service neutron] 10.222.0.63 "GET /v2.0/networks?id=05bc214f-9a31-41fe-9f97-454d9082b366 HTTP/1.1" status: 200 len: 914 time: 0.1077590 Jun 16 14:00:57.772102 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3b8624cf-3e75-4651-b25a-25cccec78ff9 req-07325f3f-f7e6-46d6-8228-de2f141eca67 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef1b8b5a-e483-446b-8938-1aa4e3ea797f HTTP/1.1" status: 200 len: 217 time: 0.0346529 Jun 16 14:00:57.822411 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8624cf-3e75-4651-b25a-25cccec78ff9 req-4b8dcf64-66d1-4f93-9578-f8ab47a0d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:57.823927 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3b8624cf-3e75-4651-b25a-25cccec78ff9 req-4b8dcf64-66d1-4f93-9578-f8ab47a0d533 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e86b1b57-d03d-4e57-8819-090a6dc628eb HTTP/1.1" status: 200 len: 851 time: 0.0455806 Jun 16 14:00:57.895561 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8624cf-3e75-4651-b25a-25cccec78ff9 req-aed8f163-7477-4a3e-a082-61f5d2d06423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:57.897356 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3b8624cf-3e75-4651-b25a-25cccec78ff9 req-aed8f163-7477-4a3e-a082-61f5d2d06423 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05bc214f-9a31-41fe-9f97-454d9082b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0622218 Jun 16 14:00:58.038230 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3b8624cf-3e75-4651-b25a-25cccec78ff9 req-9c8bb1c0-4031-4f77-8193-e92ae7d2b6fe service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312845 Jun 16 14:00:58.122861 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b03ead-3dd3-4f2f-9cd9-69e663901e92 req-9a37dbff-345d-4bd3-8195-20905d2ec391 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:58.124355 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-97b03ead-3dd3-4f2f-9cd9-69e663901e92 req-9a37dbff-345d-4bd3-8195-20905d2ec391 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 944 time: 0.1556807 Jun 16 14:00:58.173879 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3b8624cf-3e75-4651-b25a-25cccec78ff9 req-2966378f-22cb-4728-9c4c-ec3084641191 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268969 Jun 16 14:00:58.191296 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-97b03ead-3dd3-4f2f-9cd9-69e663901e92 req-089fc509-b16d-4a5c-ad7d-c2a6243ae80f tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596707 Jun 16 14:00:59.374991 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3b823-2f5c-4466-9fdd-480cde81f809 req-68dba338-6537-4a3c-aa60-1c54cf884431 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:59.376588 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-62d3b823-2f5c-4466-9fdd-480cde81f809 req-68dba338-6537-4a3c-aa60-1c54cf884431 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 944 time: 0.0685320 Jun 16 14:00:59.424029 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-62d3b823-2f5c-4466-9fdd-480cde81f809 req-98b8b8e0-64ee-4b31-9ddf-231a53a60ce7 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375617 Jun 16 14:01:00.630215 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17401df7-1a3b-4162-9231-dbb4f735726c req-619b746b-b8d3-478e-bfc0-b22fa518eeae tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:00.631786 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-17401df7-1a3b-4162-9231-dbb4f735726c req-619b746b-b8d3-478e-bfc0-b22fa518eeae tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 944 time: 0.0677657 Jun 16 14:01:00.671793 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-17401df7-1a3b-4162-9231-dbb4f735726c req-e62f58be-fe18-44db-8e90-872d4832dc9c tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339253 Jun 16 14:01:01.891247 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8614a29-44b9-4a46-8e35-f180db8ce082 req-6deac24f-faa1-43e6-9c8f-430b520e5760 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:01.892942 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b8614a29-44b9-4a46-8e35-f180db8ce082 req-6deac24f-faa1-43e6-9c8f-430b520e5760 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 944 time: 0.0951035 Jun 16 14:01:01.936679 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b8614a29-44b9-4a46-8e35-f180db8ce082 req-70736bd7-ed40-45ee-9ced-33cae0cd1848 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370731 Jun 16 14:01:03.122745 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc28e14-b18e-45aa-81be-a9ed960f08de req-18bae1d7-0516-466f-a19e-9f30633c93a9 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:03.124215 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1bc28e14-b18e-45aa-81be-a9ed960f08de req-18bae1d7-0516-466f-a19e-9f30633c93a9 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 944 time: 0.0687671 Jun 16 14:01:03.162682 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1bc28e14-b18e-45aa-81be-a9ed960f08de req-bbd4903b-f57e-40fc-8820-3d71ea68ffb7 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322723 Jun 16 14:01:04.374407 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a726da-1b77-4a7b-82d2-d856f348f940 req-93d61234-abd1-4f53-ada1-1d7e3326e740 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:04.375972 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-02a726da-1b77-4a7b-82d2-d856f348f940 req-93d61234-abd1-4f53-ada1-1d7e3326e740 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 944 time: 0.0924268 Jun 16 14:01:04.420696 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-02a726da-1b77-4a7b-82d2-d856f348f940 req-b20c0d72-e491-4e35-a77d-044c7f6b7be8 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346465 Jun 16 14:01:05.598507 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc52fcc-4f37-42b9-8fbd-1c0467597818 req-2c116727-87ec-4850-a9de-003ad2ad8623 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:05.599962 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5bc52fcc-4f37-42b9-8fbd-1c0467597818 req-2c116727-87ec-4850-a9de-003ad2ad8623 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 944 time: 0.0658562 Jun 16 14:01:05.638286 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5bc52fcc-4f37-42b9-8fbd-1c0467597818 req-23908276-47b8-4c00-a7d5-f8a973fd3be6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323138 Jun 16 14:01:06.825968 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82421de7-3c60-484c-b8f3-e7008f7421ed req-f508426a-75ca-4f8a-8721-cb3b323fce45 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:06.827439 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-82421de7-3c60-484c-b8f3-e7008f7421ed req-f508426a-75ca-4f8a-8721-cb3b323fce45 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 944 time: 0.0699570 Jun 16 14:01:06.870023 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-82421de7-3c60-484c-b8f3-e7008f7421ed req-37141f86-2d3c-4639-a715-d45704f3497c tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362918 Jun 16 14:01:06.885173 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device ef1b8b5a-e483-446b-8938-1aa4e3ea797f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:01:06.985233 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port ef1b8b5a-e483-446b-8938-1aa4e3ea797f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ef1b8b5a-e483-446b-8938-1aa4e3ea797f,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:01:06.996488 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Returning: {'device': 'ef1b8b5a-e483-446b-8938-1aa4e3ea797f', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'port_id': 'ef1b8b5a-e483-446b-8938-1aa4e3ea797f', 'mac_address': 'fa:16:3e:79:e1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:01:07.037630 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:07.050830 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1b8b5a-e483-446b-8938-1aa4e3ea797f {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:01:07.069964 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port ef1b8b5a-e483-446b-8938-1aa4e3ea797f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ef1b8b5a-e483-446b-8938-1aa4e3ea797f,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:01:07.074847 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:07.076575 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-cd4a32d2-4854-4941-bf55-360a53bb82d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:01:07.125986 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=ef1b8b5a-e483-446b-8938-1aa4e3ea797f,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:01:07.133423 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:07.133773 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:07.134117 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:07.134454 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:07.134787 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:07.135120 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:07.135447 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:07.135775 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:07.136101 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:07.136425 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:07.136749 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:07.137094 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:07.141062 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:01:07.292732 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] get_ports_and_sgs() called for port_ids ['ef1b8b5a-e483-446b-8938-1aa4e3ea797f'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:01:08.058292 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea9530-68ce-4041-8b61-edf7ae24ecec req-df29424c-1a44-475e-ad84-93e2bd676b3d tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:08.059886 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-51ea9530-68ce-4041-8b61-edf7ae24ecec req-df29424c-1a44-475e-ad84-93e2bd676b3d tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 945 time: 0.0780389 Jun 16 14:01:08.110883 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-51ea9530-68ce-4041-8b61-edf7ae24ecec req-0afe44a5-1b0a-4bfd-8be0-3fe32c44f57a tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447383 Jun 16 14:01:08.897923 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device ef1b8b5a-e483-446b-8938-1aa4e3ea797f up at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:01:08.947535 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning for port ef1b8b5a-e483-446b-8938-1aa4e3ea797f completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:01:08.951566 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Provisioning complete for port ef1b8b5a-e483-446b-8938-1aa4e3ea797f triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:01:08.951945 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7907671'] for port, provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:09.049472 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:09.075607 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5083268-31e1-4a4e-a80b-d6c6ce89e0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1b8b5a-e483-446b-8938-1aa4e3ea797f'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:01:09.077844 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}244546fa832ff4bd90fcd852091dde3b652fa45f9fac3f5d1717d99749aff492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5265da-da2a-4797-9c4f-f50e7c5b8e88" -d '{"events": [{"server_uuid": "b5083268-31e1-4a4e-a80b-d6c6ce89e0e3", "name": "network-vif-plugged", "status": "completed", "tag": "ef1b8b5a-e483-446b-8938-1aa4e3ea797f"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:01:09.093584 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] For port ef1b8b5a-e483-446b-8938-1aa4e3ea797f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ef1b8b5a-e483-446b-8938-1aa4e3ea797f,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:01:09.099098 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:09.101463 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:01:09.128282 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e687b74c-d231-4e90-96b1-2f0d2bf930fe x-openstack-request-id: req-e687b74c-d231-4e90-96b1-2f0d2bf930fe {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:01:09.128826 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5083268-31e1-4a4e-a80b-d6c6ce89e0e3", "name": "network-vif-plugged", "status": "completed", "tag": "ef1b8b5a-e483-446b-8938-1aa4e3ea797f", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:01:09.129187 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e687b74c-d231-4e90-96b1-2f0d2bf930fe {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:01:09.129632 dv-cinder-774286-16-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5083268-31e1-4a4e-a80b-d6c6ce89e0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1b8b5a-e483-446b-8938-1aa4e3ea797f', 'code': 200} Jun 16 14:01:09.160488 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Pushing event updated for resources: {'Port': ['ID=ef1b8b5a-e483-446b-8938-1aa4e3ea797f,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:01:09.164355 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:01:09.333316 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b252d-7350-4dea-9f69-b288be681112 req-85f5b205-6b8b-4e3d-9676-7df0c8597ae4 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:09.335146 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3d1b252d-7350-4dea-9f69-b288be681112 req-85f5b205-6b8b-4e3d-9676-7df0c8597ae4 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 946 time: 0.0734565 Jun 16 14:01:09.402591 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3d1b252d-7350-4dea-9f69-b288be681112 req-ba30ac80-5f71-4c96-9ae6-bbd377dc251b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610726 Jun 16 14:01:09.426304 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526cdd0-e220-407b-974e-3080b85ec7cb req-5a90b16e-adb6-42a8-a7b1-ba228373b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:09.427755 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9526cdd0-e220-407b-974e-3080b85ec7cb req-5a90b16e-adb6-42a8-a7b1-ba228373b88d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 1099 time: 0.0659285 Jun 16 14:01:09.464145 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9526cdd0-e220-407b-974e-3080b85ec7cb req-b71449f5-d7cb-4d13-a777-6d3dfa88260d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303531 Jun 16 14:01:10.616520 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f16a8-384b-490c-9ddc-6222b3a1241b req-d849c422-4e90-4662-b6cb-d8d76b6865df tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:10.619708 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-216f16a8-384b-490c-9ddc-6222b3a1241b req-d849c422-4e90-4662-b6cb-d8d76b6865df tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 946 time: 0.0823736 Jun 16 14:01:10.661749 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-216f16a8-384b-490c-9ddc-6222b3a1241b req-cf039ddc-ec6d-4af9-9f2b-22b5fbe3d36d tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360825 Jun 16 14:01:10.840454 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d6da3-568d-4a06-a411-3f7151411ed5 req-8c0e2065-c1f7-4986-92f7-aee6ef45f267 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:10.842055 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1d6d6da3-568d-4a06-a411-3f7151411ed5 req-8c0e2065-c1f7-4986-92f7-aee6ef45f267 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 946 time: 0.0671909 Jun 16 14:01:10.883870 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1d6d6da3-568d-4a06-a411-3f7151411ed5 req-23e719d2-9c2c-4985-9f4a-47f184ab7142 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361650 Jun 16 14:01:10.908720 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-705f725e-b8b4-4061-8fe7-b5fee362bcf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:10.913806 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 58308) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:01:10.971750 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe5c53e-8b80-44a6-84a7-ffdbf157645e tempest-TestVolumeBootPattern-183399429 tempest-TestVolumeBootPattern-183399429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:10.973321 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-1fe5c53e-8b80-44a6-84a7-ffdbf157645e tempest-TestVolumeBootPattern-183399429 tempest-TestVolumeBootPattern-183399429-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 1094 time: 0.0577374 Jun 16 14:01:10.976578 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 58310) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:01:10.981996 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Request body: {'floatingip': {'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'port_id': 'ef1b8b5a-e483-446b-8938-1aa4e3ea797f', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:01:11.006422 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:11.118962 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8049149'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:11.234337 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Allocated IP 172.27.3.12 (4d1119cf-5fec-45f3-97f5-606abcd40a6f/1e4ea701-5473-443b-aeed-fa1b09c8f901/cf0b2445-d507-465f-92cd-121566da03f2) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:01:11.348152 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:11.403079 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8052024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-57919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768724272150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3313777'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:11.406910 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-cf34a25f-d9cf-4b40-be67-1cacddd72dad tempest-TestMinimumBasicScenario-866257711 tempest-TestMinimumBasicScenario-866257711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:01:11.443626 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Network 4d1119cf-5fec-45f3-97f5-606abcd40a6f is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:01:11.446951 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:01:11.454095 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:01:11.481327 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event updated for resources: {'Port': ['ID=cf0b2445-d507-465f-92cd-121566da03f2,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:01:11.496159 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:11.496453 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:11.496835 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:11.497228 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:11.497592 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:11.497956 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:11.499793 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:11.499793 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:11.499793 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:11.499793 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:11.499793 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:11.500274 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:11.505149 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:01:11.870658 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:11.978173 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8049135'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:12.152287 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:12.157467 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768724665191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768724272168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768724272213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313767'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:12.159477 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-21abc8c6-8bd9-4d45-bc85-510891b58abf tempest-AttachVolumeTestJSON-1335051000 tempest-AttachVolumeTestJSON-1335051000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:01:12.228760 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event updated for resources: {'Port': ['ID=cf0b2445-d507-465f-92cd-121566da03f2,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:01:12.233109 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:01:12.241119 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376019'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:12.347994 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.db.l3_db [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Floating IP cc6b56f3-fee6-4f30-a019-a62f4477e304 associated. External IP: 172.27.3.12, port: ef1b8b5a-e483-446b-8938-1aa4e3ea797f. Jun 16 14:01:12.616756 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:01:12.724949 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:01:12.735568 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c0c7dc-60d4-4d95-824d-245c28b10bec None None] Sync routers for ids ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:01:12.746092 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:12.748895 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c0c7dc-60d4-4d95-824d-245c28b10bec None None] Routers {'59fd2fa5-c220-4cb6-afe0-885cbe99ee53'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:01:12.749538 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a1c0c7dc-60d4-4d95-824d-245c28b10bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T14:00:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:01:12.798799 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8204370 Jun 16 14:01:12.800114 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5083268-31e1-4a4e-a80b-d6c6ce89e0e3', 'tag': 'ef1b8b5a-e483-446b-8938-1aa4e3ea797f'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:01:12.802716 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e5f647-055f-4aa1-93b7-ba9cc3255712" -d '{"events": [{"name": "network-changed", "server_uuid": "b5083268-31e1-4a4e-a80b-d6c6ce89e0e3", "tag": "ef1b8b5a-e483-446b-8938-1aa4e3ea797f"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:01:12.897579 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b4f705-2b88-489d-8710-34586dd14277 x-openstack-request-id: req-56b4f705-2b88-489d-8710-34586dd14277 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:01:12.898178 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5083268-31e1-4a4e-a80b-d6c6ce89e0e3", "tag": "ef1b8b5a-e483-446b-8938-1aa4e3ea797f", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:01:12.898366 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56b4f705-2b88-489d-8710-34586dd14277 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:01:12.899460 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5083268-31e1-4a4e-a80b-d6c6ce89e0e3', 'tag': 'ef1b8b5a-e483-446b-8938-1aa4e3ea797f', 'status': 'completed', 'code': 200} Jun 16 14:01:12.984948 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5f647-055f-4aa1-93b7-ba9cc3255712 req-874fcad3-26ee-4fbf-b11f-c049eded765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:12.989399 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-70e5f647-055f-4aa1-93b7-ba9cc3255712 req-874fcad3-26ee-4fbf-b11f-c049eded765a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d2719c99d82a47848b240a259c015d0e&device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 1099 time: 0.0675526 Jun 16 14:01:13.024129 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a1c0c7dc-60d4-4d95-824d-245c28b10bec None None] Set router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:01:13.085438 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5f647-055f-4aa1-93b7-ba9cc3255712 req-21a7144d-28d0-4eca-9016-6e4b3094ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:13.086971 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-70e5f647-055f-4aa1-93b7-ba9cc3255712 req-21a7144d-28d0-4eca-9016-6e4b3094ba2d service neutron] 10.222.0.63 "GET /v2.0/networks?id=05bc214f-9a31-41fe-9f97-454d9082b366 HTTP/1.1" status: 200 len: 914 time: 0.0921283 Jun 16 14:01:13.155176 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-70e5f647-055f-4aa1-93b7-ba9cc3255712 req-9f479816-9e65-4a8e-88c3-aeb52e0239fd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef1b8b5a-e483-446b-8938-1aa4e3ea797f HTTP/1.1" status: 200 len: 999 time: 0.0621374 Jun 16 14:01:13.210084 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5f647-055f-4aa1-93b7-ba9cc3255712 req-540b9433-45c0-4aad-aa80-592f6ddc5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:13.211577 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-70e5f647-055f-4aa1-93b7-ba9cc3255712 req-540b9433-45c0-4aad-aa80-592f6ddc5aa5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e86b1b57-d03d-4e57-8819-090a6dc628eb HTTP/1.1" status: 200 len: 851 time: 0.0493217 Jun 16 14:01:13.266594 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a1c0c7dc-60d4-4d95-824d-245c28b10bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': 'cc6b56f3-fee6-4f30-a019-a62f4477e304', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'port_id': 'ef1b8b5a-e483-446b-8938-1aa4e3ea797f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'mac_address': 'fa:16:3e:79:e1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5083268-31e1-4a4e-a80b-d6c6ce89e0e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:01:11Z', 'updated_at': '2021-06-16T14:01:11Z', 'revision_number': 0, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'fixed_ip_address_scope': None}, {'id': 'ec16fae7-1076-4306-9467-d420d8e49f81', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'port_id': '034de8aa-c119-4b80-83fe-87e763e7b5ab', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'mac_address': 'fa:16:3e:b5:ea:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e51b9b1-c680-404f-b449-0365abfef6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:59:05Z', 'updated_at': '2021-06-16T13:59:07Z', 'revision_number': 1, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:11Z', 'revision_number': 5, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:01:13.270194 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c0c7dc-60d4-4d95-824d-245c28b10bec None None] Checking router: 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:01:13.272065 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5f647-055f-4aa1-93b7-ba9cc3255712 req-b86ef305-c9af-4d70-8821-5692b2df8043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:13.273703 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-70e5f647-055f-4aa1-93b7-ba9cc3255712 req-b86ef305-c9af-4d70-8821-5692b2df8043 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05bc214f-9a31-41fe-9f97-454d9082b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0562558 Jun 16 14:01:13.279150 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c0c7dc-60d4-4d95-824d-245c28b10bec None None] Routers {'59fd2fa5-c220-4cb6-afe0-885cbe99ee53'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:01:13.279775 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a1c0c7dc-60d4-4d95-824d-245c28b10bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T14:00:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:01:13.374469 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-70e5f647-055f-4aa1-93b7-ba9cc3255712 req-f00f4eca-3a2d-4480-b3ec-7bf93e79f317 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945578 Jun 16 14:01:13.381556 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-075a76d1-0216-4a1f-83de-f4242fee6c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:13.400343 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a1c0c7dc-60d4-4d95-824d-245c28b10bec None None] Set router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:01:13.452424 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:13.472631 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-70e5f647-055f-4aa1-93b7-ba9cc3255712 req-f60caad2-4b1d-4a30-b884-57aaa732f2dc service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914130 Jun 16 14:01:13.508395 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:13.665292 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a1c0c7dc-60d4-4d95-824d-245c28b10bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': 'cc6b56f3-fee6-4f30-a019-a62f4477e304', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'port_id': 'ef1b8b5a-e483-446b-8938-1aa4e3ea797f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'mac_address': 'fa:16:3e:79:e1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5083268-31e1-4a4e-a80b-d6c6ce89e0e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:01:11Z', 'updated_at': '2021-06-16T14:01:11Z', 'revision_number': 0, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'fixed_ip_address_scope': None}, {'id': 'ec16fae7-1076-4306-9467-d420d8e49f81', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'port_id': '034de8aa-c119-4b80-83fe-87e763e7b5ab', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'mac_address': 'fa:16:3e:b5:ea:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e51b9b1-c680-404f-b449-0365abfef6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:59:05Z', 'updated_at': '2021-06-16T13:59:07Z', 'revision_number': 1, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:11Z', 'revision_number': 5, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:01:13.669025 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c0c7dc-60d4-4d95-824d-245c28b10bec None None] The sync data for ids ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'] in dv-cinder-774286-16-iscsi is: [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': 'cc6b56f3-fee6-4f30-a019-a62f4477e304', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'port_id': 'ef1b8b5a-e483-446b-8938-1aa4e3ea797f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'mac_address': 'fa:16:3e:79:e1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5083268-31e1-4a4e-a80b-d6c6ce89e0e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:01:11Z', 'updated_at': '2021-06-16T14:01:11Z', 'revision_number': 0, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'fixed_ip_address_scope': None}, {'id': 'ec16fae7-1076-4306-9467-d420d8e49f81', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'port_id': '034de8aa-c119-4b80-83fe-87e763e7b5ab', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'mac_address': 'fa:16:3e:b5:ea:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e51b9b1-c680-404f-b449-0365abfef6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:59:05Z', 'updated_at': '2021-06-16T13:59:07Z', 'revision_number': 1, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:11Z', 'revision_number': 5, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:01:13.893362 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afe4f89-e371-4ace-8ba6-07984225f6d7 None None] New status for floating IP cc6b56f3-fee6-4f30-a019-a62f4477e304: ACTIVE {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:01:14.894080 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:16.486255 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:27.264510 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:01:40.910278 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8347-cff0-4152-8fa7-6162022a2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:43.372352 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c7e5c690-0e21-4432-8d16-de5cb137d738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:43.457982 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:43.480293 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:44.897536 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:46.491090 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:49.874711 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-95384489-07cf-4233-a99b-9cf7af3be186 req-88058c7a-e421-42d6-95e2-a039a21865d6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568147 Jun 16 14:01:49.981744 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95384489-07cf-4233-a99b-9cf7af3be186 req-ec35f958-cc78-4c31-ba73-2113d807aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:49.983221 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-95384489-07cf-4233-a99b-9cf7af3be186 req-ec35f958-cc78-4c31-ba73-2113d807aa23 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d2719c99d82a47848b240a259c015d0e&device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 1099 time: 0.0615489 Jun 16 14:01:50.093709 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95384489-07cf-4233-a99b-9cf7af3be186 req-859772c3-1a82-4c0f-b749-e05f4ec6111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:50.094300 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-95384489-07cf-4233-a99b-9cf7af3be186 req-859772c3-1a82-4c0f-b749-e05f4ec6111b service neutron] 10.222.0.63 "GET /v2.0/networks?id=05bc214f-9a31-41fe-9f97-454d9082b366 HTTP/1.1" status: 200 len: 914 time: 0.0902438 Jun 16 14:01:50.171121 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-95384489-07cf-4233-a99b-9cf7af3be186 req-5ec967fe-81dd-4029-855e-0ce57d85cba8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=034de8aa-c119-4b80-83fe-87e763e7b5ab HTTP/1.1" status: 200 len: 1001 time: 0.0690022 Jun 16 14:01:50.225777 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95384489-07cf-4233-a99b-9cf7af3be186 req-31ddec07-ed4c-4a28-a2a1-a8c6756532d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:50.227270 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-95384489-07cf-4233-a99b-9cf7af3be186 req-31ddec07-ed4c-4a28-a2a1-a8c6756532d5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e86b1b57-d03d-4e57-8819-090a6dc628eb HTTP/1.1" status: 200 len: 851 time: 0.0490117 Jun 16 14:01:50.288424 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95384489-07cf-4233-a99b-9cf7af3be186 req-3780ab10-7ec3-4b7e-a21e-39b520d6f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:50.289940 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-95384489-07cf-4233-a99b-9cf7af3be186 req-3780ab10-7ec3-4b7e-a21e-39b520d6f16d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05bc214f-9a31-41fe-9f97-454d9082b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0562434 Jun 16 14:01:50.665106 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-95384489-07cf-4233-a99b-9cf7af3be186 req-cbcf1956-8b43-4ccf-bb23-bcd48978eb90 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679500 Jun 16 14:01:50.771420 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-95384489-07cf-4233-a99b-9cf7af3be186 req-147a44c7-a66d-418b-878b-f84c5a619536 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993397 Jun 16 14:02:04.264924 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:02:10.911963 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-455bc1a8-327d-4a30-9e54-8281dec06408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:13.375150 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b543f563-65bd-4265-aab3-c216c9bc1393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:13.456439 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:13.481365 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:14.900845 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:16.494219 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:40.914251 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-776af1c9-fb07-4d63-b56d-8a1607b2f802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:41.263767 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:02:41.418975 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 58342) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:02:41.625796 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Deleting port cf0b2445-d507-465f-92cd-121566da03f2 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:02:41.626061 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:41.705918 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:41.706251 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:41.776162 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Calling delete_port for cf0b2445-d507-465f-92cd-121566da03f2 owned by network:floatingip {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:02:41.933641 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:41.935815 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-cefddf2f-4a91-49f7-bd35-037bb89bfd33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:02:41.963800 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event deleted for resources: {'Port': ['ID=cf0b2445-d507-465f-92cd-121566da03f2,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:02:41.996082 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:41.996469 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:41.996871 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:41.997248 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:41.997615 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:41.998010 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:41.998380 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:41.998743 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:41.999107 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:41.999468 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:41.999887 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:42.000249 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:42.005331 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:02:42.043418 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for floatingip, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:42.043747 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.db.l3_db [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Floating IP cc6b56f3-fee6-4f30-a019-a62f4477e304 disassociated (deleted). External IP: 172.27.3.12, port: ef1b8b5a-e483-446b-8938-1aa4e3ea797f. Jun 16 14:02:42.255295 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:02:42.372068 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:02:42.377054 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:42.382147 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8957ad2a-5235-4de6-bdb1-4c0a5b07beff None None] Sync routers for ids ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:02:42.392240 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8957ad2a-5235-4de6-bdb1-4c0a5b07beff None None] Routers {'59fd2fa5-c220-4cb6-afe0-885cbe99ee53'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:02:42.392994 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8957ad2a-5235-4de6-bdb1-4c0a5b07beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T14:02:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:02:42.414065 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "DELETE /v2.0/floatingips/cc6b56f3-fee6-4f30-a019-a62f4477e304 HTTP/1.1" status: 204 len: 168 time: 0.9939668 Jun 16 14:02:42.414736 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5083268-31e1-4a4e-a80b-d6c6ce89e0e3', 'tag': 'ef1b8b5a-e483-446b-8938-1aa4e3ea797f'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:02:42.417288 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1356ea-381b-4145-8737-ff5a48c3e7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b5083268-31e1-4a4e-a80b-d6c6ce89e0e3", "tag": "ef1b8b5a-e483-446b-8938-1aa4e3ea797f"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:02:42.457159 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa2e2f7-285f-4a94-9a06-7eb43b58cb21 x-openstack-request-id: req-8aa2e2f7-285f-4a94-9a06-7eb43b58cb21 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:02:42.458223 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5083268-31e1-4a4e-a80b-d6c6ce89e0e3", "tag": "ef1b8b5a-e483-446b-8938-1aa4e3ea797f", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:02:42.458786 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8aa2e2f7-285f-4a94-9a06-7eb43b58cb21 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:02:42.459229 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5083268-31e1-4a4e-a80b-d6c6ce89e0e3', 'tag': 'ef1b8b5a-e483-446b-8938-1aa4e3ea797f', 'status': 'completed', 'code': 200} Jun 16 14:02:42.504598 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-8957ad2a-5235-4de6-bdb1-4c0a5b07beff None None] Set router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:02:42.538786 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1356ea-381b-4145-8737-ff5a48c3e7c0 req-b7dbf345-7bc6-4dce-bcc7-b29c1de68095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:42.540301 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2a1356ea-381b-4145-8737-ff5a48c3e7c0 req-b7dbf345-7bc6-4dce-bcc7-b29c1de68095 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d2719c99d82a47848b240a259c015d0e&device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 1099 time: 0.0565791 Jun 16 14:02:42.652428 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1356ea-381b-4145-8737-ff5a48c3e7c0 req-f3b8bf25-b34b-4566-989f-59455e954c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:42.654489 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2a1356ea-381b-4145-8737-ff5a48c3e7c0 req-f3b8bf25-b34b-4566-989f-59455e954c49 service neutron] 10.222.0.63 "GET /v2.0/networks?id=05bc214f-9a31-41fe-9f97-454d9082b366 HTTP/1.1" status: 200 len: 914 time: 0.1070864 Jun 16 14:02:42.703930 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2a1356ea-381b-4145-8737-ff5a48c3e7c0 req-69fa91dc-13e2-4318-984c-c513d3c5439c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef1b8b5a-e483-446b-8938-1aa4e3ea797f HTTP/1.1" status: 200 len: 217 time: 0.0403013 Jun 16 14:02:42.756115 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1356ea-381b-4145-8737-ff5a48c3e7c0 req-06d95f2f-f3b9-45ac-868e-8542535227db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:42.757889 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2a1356ea-381b-4145-8737-ff5a48c3e7c0 req-06d95f2f-f3b9-45ac-868e-8542535227db service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e86b1b57-d03d-4e57-8819-090a6dc628eb HTTP/1.1" status: 200 len: 851 time: 0.0466955 Jun 16 14:02:42.778275 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8957ad2a-5235-4de6-bdb1-4c0a5b07beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': 'ec16fae7-1076-4306-9467-d420d8e49f81', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'port_id': '034de8aa-c119-4b80-83fe-87e763e7b5ab', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'mac_address': 'fa:16:3e:b5:ea:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e51b9b1-c680-404f-b449-0365abfef6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:59:05Z', 'updated_at': '2021-06-16T13:59:07Z', 'revision_number': 1, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:11Z', 'revision_number': 5, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:02:42.782729 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8957ad2a-5235-4de6-bdb1-4c0a5b07beff None None] Checking router: 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:02:42.793547 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8957ad2a-5235-4de6-bdb1-4c0a5b07beff None None] Routers {'59fd2fa5-c220-4cb6-afe0-885cbe99ee53'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:02:42.794249 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8957ad2a-5235-4de6-bdb1-4c0a5b07beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T14:02:13Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:02:42.815700 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daedeac-8d9b-4322-9f83-b26b0b1a3891 req-d14263ba-fc68-453d-a977-24a5cecf6d67 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:42.817361 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-6daedeac-8d9b-4322-9f83-b26b0b1a3891 req-d14263ba-fc68-453d-a977-24a5cecf6d67 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 946 time: 0.0833018 Jun 16 14:02:42.866543 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1356ea-381b-4145-8737-ff5a48c3e7c0 req-c35c9783-853e-4f40-b487-41d76a53d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:42.868707 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2a1356ea-381b-4145-8737-ff5a48c3e7c0 req-c35c9783-853e-4f40-b487-41d76a53d19a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05bc214f-9a31-41fe-9f97-454d9082b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1029861 Jun 16 14:02:42.877570 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-6daedeac-8d9b-4322-9f83-b26b0b1a3891 req-f1640140-84f0-47c8-95fc-10a359b63c5a tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531368 Jun 16 14:02:42.928362 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-8957ad2a-5235-4de6-bdb1-4c0a5b07beff None None] Set router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:02:42.971187 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2a1356ea-381b-4145-8737-ff5a48c3e7c0 req-bd3727a0-e7fc-417e-942a-f4c433de0705 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939105 Jun 16 14:02:43.085399 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2a1356ea-381b-4145-8737-ff5a48c3e7c0 req-ef64b093-d657-4f5c-9602-69d29e12a307 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050298 Jun 16 14:02:43.184161 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8957ad2a-5235-4de6-bdb1-4c0a5b07beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': 'ec16fae7-1076-4306-9467-d420d8e49f81', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'port_id': '034de8aa-c119-4b80-83fe-87e763e7b5ab', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'mac_address': 'fa:16:3e:b5:ea:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e51b9b1-c680-404f-b449-0365abfef6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:59:05Z', 'updated_at': '2021-06-16T13:59:07Z', 'revision_number': 1, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:11Z', 'revision_number': 5, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:02:43.187785 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8957ad2a-5235-4de6-bdb1-4c0a5b07beff None None] The sync data for ids ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'] in dv-cinder-774286-16-iscsi is: [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_floatingips': [{'id': 'ec16fae7-1076-4306-9467-d420d8e49f81', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'router_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'port_id': '034de8aa-c119-4b80-83fe-87e763e7b5ab', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'mac_address': 'fa:16:3e:b5:ea:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e51b9b1-c680-404f-b449-0365abfef6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:59:05Z', 'updated_at': '2021-06-16T13:59:07Z', 'revision_number': 1, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:11Z', 'revision_number': 5, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:02:43.386019 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c90444f9-40d1-4698-8f21-dd2d34226720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:43.406507 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec2156-1069-40b2-be38-b8596a418276 None None] New status for floating IP cc6b56f3-fee6-4f30-a019-a62f4477e304: DOWN {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:02:43.459088 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:43.485337 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:44.068167 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53426d07-33e9-4361-b9d8-056ed6051f61 req-be140592-8937-43c8-9915-f2735fe414b9 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:44.070373 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-53426d07-33e9-4361-b9d8-056ed6051f61 req-be140592-8937-43c8-9915-f2735fe414b9 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 946 time: 0.0697951 Jun 16 14:02:44.112040 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-53426d07-33e9-4361-b9d8-056ed6051f61 req-748f10af-b974-491a-bd7c-99999bd1c611 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358782 Jun 16 14:02:44.331657 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a605dbd-2805-4acc-8c44-f3cbbc67448d req-a1bdb916-73c6-4ba5-8208-c755471ab169 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:44.333087 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7a605dbd-2805-4acc-8c44-f3cbbc67448d req-a1bdb916-73c6-4ba5-8208-c755471ab169 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 946 time: 0.0653100 Jun 16 14:02:44.439881 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-7a605dbd-2805-4acc-8c44-f3cbbc67448d req-e2966886-61ca-4f63-b654-9a046422623f tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Deleting port ef1b8b5a-e483-446b-8938-1aa4e3ea797f {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:02:44.440224 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7a605dbd-2805-4acc-8c44-f3cbbc67448d req-e2966886-61ca-4f63-b654-9a046422623f tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:44.533095 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-7a605dbd-2805-4acc-8c44-f3cbbc67448d req-e2966886-61ca-4f63-b654-9a046422623f tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] For port ef1b8b5a-e483-446b-8938-1aa4e3ea797f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ef1b8b5a-e483-446b-8938-1aa4e3ea797f,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:02:44.533444 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7a605dbd-2805-4acc-8c44-f3cbbc67448d req-e2966886-61ca-4f63-b654-9a046422623f tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:44.605137 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-7a605dbd-2805-4acc-8c44-f3cbbc67448d req-e2966886-61ca-4f63-b654-9a046422623f tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Calling delete_port for ef1b8b5a-e483-446b-8938-1aa4e3ea797f owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:02:44.741160 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7a605dbd-2805-4acc-8c44-f3cbbc67448d req-e2966886-61ca-4f63-b654-9a046422623f tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:44.745905 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-f42e24f3-46ab-4f35-b78e-654f91821005 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:02:44.772011 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2966886-61ca-4f63-b654-9a046422623f tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event deleted for resources: {'Port': ['ID=ef1b8b5a-e483-446b-8938-1aa4e3ea797f,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:02:44.775177 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-e2966886-61ca-4f63-b654-9a046422623f tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:02:44.818986 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a605dbd-2805-4acc-8c44-f3cbbc67448d req-e2966886-61ca-4f63-b654-9a046422623f tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] No DVR routers for this DVR port ef1b8b5a-e483-446b-8938-1aa4e3ea797f on host hv-cinder-77428 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:02:44.821609 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7a605dbd-2805-4acc-8c44-f3cbbc67448d req-e2966886-61ca-4f63-b654-9a046422623f tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:44.823616 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7a605dbd-2805-4acc-8c44-f3cbbc67448d req-e2966886-61ca-4f63-b654-9a046422623f tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.63 "DELETE /v2.0/ports/ef1b8b5a-e483-446b-8938-1aa4e3ea797f HTTP/1.1" status: 204 len: 173 time: 0.4848473 Jun 16 14:02:44.824137 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5083268-31e1-4a4e-a80b-d6c6ce89e0e3', 'name': 'network-vif-deleted', 'tag': 'ef1b8b5a-e483-446b-8938-1aa4e3ea797f'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:02:44.826449 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7555d7c0-1534-4514-8490-2244f604498f" -d '{"events": [{"server_uuid": "b5083268-31e1-4a4e-a80b-d6c6ce89e0e3", "name": "network-vif-deleted", "tag": "ef1b8b5a-e483-446b-8938-1aa4e3ea797f"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:02:44.890328 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a82409d-4812-4e04-bea3-e52e85a42b7c x-openstack-request-id: req-7a82409d-4812-4e04-bea3-e52e85a42b7c {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:02:44.890707 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5083268-31e1-4a4e-a80b-d6c6ce89e0e3", "name": "network-vif-deleted", "tag": "ef1b8b5a-e483-446b-8938-1aa4e3ea797f", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:02:44.891002 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a82409d-4812-4e04-bea3-e52e85a42b7c {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:02:44.891435 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5083268-31e1-4a4e-a80b-d6c6ce89e0e3', 'name': 'network-vif-deleted', 'tag': 'ef1b8b5a-e483-446b-8938-1aa4e3ea797f', 'status': 'completed', 'code': 200} Jun 16 14:02:44.902961 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:45.283226 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-88e6332c-eb4b-4fbf-abed-7a0edaa94bf6 req-a43331ff-a245-4ffb-b366-c55e85f4eadc tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5083268-31e1-4a4e-a80b-d6c6ce89e0e3 HTTP/1.1" status: 200 len: 210 time: 0.0333586 Jun 16 14:02:46.496890 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:48.609521 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 58386) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:02:48.770038 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Deleting port cf3cb1b5-61a4-4175-a2d6-ed9ca9cda37b {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:02:48.770378 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:48.844270 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:48.844593 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:49.184112 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Calling delete_port for cf3cb1b5-61a4-4175-a2d6-ed9ca9cda37b owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:02:49.349619 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:49.351686 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-8f7fac5c-6961-4fde-8895-b506f2835e35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:02:49.364669 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device ef1b8b5a-e483-446b-8938-1aa4e3ea797f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:02:49.377284 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event deleted for resources: {'Port': ['ID=cf3cb1b5-61a4-4175-a2d6-ed9ca9cda37b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:02:49.384396 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] No Port match for: ef1b8b5a-e483-446b-8938-1aa4e3ea797f {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:02:49.384510 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device ef1b8b5a-e483-446b-8938-1aa4e3ea797f not bound to the agent host hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:02:49.406290 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:49.406664 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:49.407036 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:49.407402 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:49.407763 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:49.408125 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:49.408484 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:49.408864 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:49.409229 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:49.409586 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:49.409943 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:49.410291 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:49.416318 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:02:49.452923 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:49.453253 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.db.l3_db [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Floating IP ec16fae7-1076-4306-9467-d420d8e49f81 disassociated (deleted). External IP: 172.27.3.43, port: 034de8aa-c119-4b80-83fe-87e763e7b5ab. Jun 16 14:02:49.677794 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:02:49.798790 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:02:49.804153 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:49.810370 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7a03e8-0b8d-4853-acad-1070dc8c106a None None] Sync routers for ids ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:02:49.827318 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7a03e8-0b8d-4853-acad-1070dc8c106a None None] Routers {'59fd2fa5-c220-4cb6-afe0-885cbe99ee53'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:02:49.827318 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6c7a03e8-0b8d-4853-acad-1070dc8c106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T14:02:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:02:49.843381 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-66a40c2b-cbcc-4658-ac04-39f6937fc1b6 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "DELETE /v2.0/floatingips/ec16fae7-1076-4306-9467-d420d8e49f81 HTTP/1.1" status: 204 len: 168 time: 1.2325301 Jun 16 14:02:49.844492 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e51b9b1-c680-404f-b449-0365abfef6d1', 'tag': '034de8aa-c119-4b80-83fe-87e763e7b5ab'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:02:49.848747 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba79a1c00c9f8a193d0117c460a6df67e2e7b3d74e8cb7e9f15e41d1657358a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87d9782-9b9a-4a17-8e63-43202905ac5b" -d '{"events": [{"name": "network-changed", "server_uuid": "8e51b9b1-c680-404f-b449-0365abfef6d1", "tag": "034de8aa-c119-4b80-83fe-87e763e7b5ab"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:02:49.892519 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f9c37d-eba4-4df0-8c59-ffd33dfc1f0e x-openstack-request-id: req-63f9c37d-eba4-4df0-8c59-ffd33dfc1f0e {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:02:49.892796 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e51b9b1-c680-404f-b449-0365abfef6d1", "tag": "034de8aa-c119-4b80-83fe-87e763e7b5ab", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:02:49.893134 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63f9c37d-eba4-4df0-8c59-ffd33dfc1f0e {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:02:49.893616 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e51b9b1-c680-404f-b449-0365abfef6d1', 'tag': '034de8aa-c119-4b80-83fe-87e763e7b5ab', 'status': 'completed', 'code': 200} Jun 16 14:02:49.941526 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-6c7a03e8-0b8d-4853-acad-1070dc8c106a None None] Set router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:02:49.979818 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d9782-9b9a-4a17-8e63-43202905ac5b req-ce9c546b-81a9-4549-a770-35b52fb3686e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:49.981695 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a87d9782-9b9a-4a17-8e63-43202905ac5b req-ce9c546b-81a9-4549-a770-35b52fb3686e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d2719c99d82a47848b240a259c015d0e&device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 1099 time: 0.0630975 Jun 16 14:02:50.083994 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d9782-9b9a-4a17-8e63-43202905ac5b req-f8500736-8ac5-4831-9ade-2ab29bfd97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:50.086077 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a87d9782-9b9a-4a17-8e63-43202905ac5b req-f8500736-8ac5-4831-9ade-2ab29bfd97d1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=05bc214f-9a31-41fe-9f97-454d9082b366 HTTP/1.1" status: 200 len: 914 time: 0.0972621 Jun 16 14:02:50.132782 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a87d9782-9b9a-4a17-8e63-43202905ac5b req-58ee3210-f738-40ca-8474-6259a26e8dac service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=034de8aa-c119-4b80-83fe-87e763e7b5ab HTTP/1.1" status: 200 len: 217 time: 0.0395639 Jun 16 14:02:50.169908 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6c7a03e8-0b8d-4853-acad-1070dc8c106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:11Z', 'revision_number': 5, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:02:50.173726 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7a03e8-0b8d-4853-acad-1070dc8c106a None None] Checking router: 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:02:50.183780 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7a03e8-0b8d-4853-acad-1070dc8c106a None None] Routers {'59fd2fa5-c220-4cb6-afe0-885cbe99ee53'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:02:50.184383 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6c7a03e8-0b8d-4853-acad-1070dc8c106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T14:02:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:02:50.186899 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d9782-9b9a-4a17-8e63-43202905ac5b req-60178d43-8aaf-4993-bc57-1ed2d8d47499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:50.188730 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a87d9782-9b9a-4a17-8e63-43202905ac5b req-60178d43-8aaf-4993-bc57-1ed2d8d47499 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e86b1b57-d03d-4e57-8819-090a6dc628eb HTTP/1.1" status: 200 len: 851 time: 0.0496161 Jun 16 14:02:50.248930 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9728cf-8844-47a1-9dc5-bf0d6483c9d9 req-6ce9477f-354c-44f7-95cf-3fbac3b14f4f tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:50.250684 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-6c9728cf-8844-47a1-9dc5-bf0d6483c9d9 req-6ce9477f-354c-44f7-95cf-3fbac3b14f4f tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 946 time: 0.0693467 Jun 16 14:02:50.273563 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d9782-9b9a-4a17-8e63-43202905ac5b req-7d778c92-8b98-4e97-9870-b3e2c2957cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:50.275187 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a87d9782-9b9a-4a17-8e63-43202905ac5b req-7d778c92-8b98-4e97-9870-b3e2c2957cd7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05bc214f-9a31-41fe-9f97-454d9082b366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0796916 Jun 16 14:02:50.306158 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-6c7a03e8-0b8d-4853-acad-1070dc8c106a None None] Set router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:02:50.322275 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [req-6c9728cf-8844-47a1-9dc5-bf0d6483c9d9 req-20b3ba68-f8f5-47b9-a660-c7f1febe0d70 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651031 Jun 16 14:02:50.378413 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a87d9782-9b9a-4a17-8e63-43202905ac5b req-8718522a-c096-4ae9-ae04-f19006adb851 service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952046 Jun 16 14:02:50.477423 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a87d9782-9b9a-4a17-8e63-43202905ac5b req-fccc7df7-f4f2-4fe0-b2a6-a5f56f90cb9b service neutron] 10.222.0.63 "GET /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888958 Jun 16 14:02:50.744912 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6c7a03e8-0b8d-4853-acad-1070dc8c106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:11Z', 'revision_number': 5, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:02:50.750570 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7a03e8-0b8d-4853-acad-1070dc8c106a None None] The sync data for ids ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'] in dv-cinder-774286-16-iscsi is: [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T13:56:05Z', 'revision_number': 4, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi', '_interfaces': [{'id': 'a2f21870-a8bc-4666-b2e0-5086b01a504a', 'name': '', 'network_id': '05bc214f-9a31-41fe-9f97-454d9082b366', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'mac_address': 'fa:16:3e:3e:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:04Z', 'updated_at': '2021-06-16T13:56:11Z', 'revision_number': 5, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'subnets': [{'id': 'e86b1b57-d03d-4e57-8819-090a6dc628eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:02:50.973155 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecd110a-e3f2-4103-8c40-1c5961b34ab8 None None] New status for floating IP ec16fae7-1076-4306-9467-d420d8e49f81: DOWN {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:02:51.523373 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd905915-456a-432d-9c7f-b80939bf1896 req-5d6e28bb-2461-4819-8051-f009e10b5325 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:51.524862 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bd905915-456a-432d-9c7f-b80939bf1896 req-5d6e28bb-2461-4819-8051-f009e10b5325 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 946 time: 0.0692306 Jun 16 14:02:51.562931 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bd905915-456a-432d-9c7f-b80939bf1896 req-39909fb6-8939-4ee3-9d46-6908604c745e tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/security-groups?id=059289dc-6f1a-443e-a488-3b273d407334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324147 Jun 16 14:02:51.753698 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0adf14-d4a2-4b88-b4aa-59de8c4682c6 req-f9be360e-8688-4b7d-9a50-004455e95c28 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:51.755033 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bf0adf14-d4a2-4b88-b4aa-59de8c4682c6 req-f9be360e-8688-4b7d-9a50-004455e95c28 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 946 time: 0.0644600 Jun 16 14:02:51.855803 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-bf0adf14-d4a2-4b88-b4aa-59de8c4682c6 req-de35a352-dac9-44c7-aa15-b648d3069078 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Deleting port 034de8aa-c119-4b80-83fe-87e763e7b5ab {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:02:51.856137 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-bf0adf14-d4a2-4b88-b4aa-59de8c4682c6 req-de35a352-dac9-44c7-aa15-b648d3069078 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:51.945859 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-bf0adf14-d4a2-4b88-b4aa-59de8c4682c6 req-de35a352-dac9-44c7-aa15-b648d3069078 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] For port 034de8aa-c119-4b80-83fe-87e763e7b5ab, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=034de8aa-c119-4b80-83fe-87e763e7b5ab,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:02:51.946222 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-bf0adf14-d4a2-4b88-b4aa-59de8c4682c6 req-de35a352-dac9-44c7-aa15-b648d3069078 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:52.013276 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-bf0adf14-d4a2-4b88-b4aa-59de8c4682c6 req-de35a352-dac9-44c7-aa15-b648d3069078 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Calling delete_port for 034de8aa-c119-4b80-83fe-87e763e7b5ab owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:02:52.140861 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-bf0adf14-d4a2-4b88-b4aa-59de8c4682c6 req-de35a352-dac9-44c7-aa15-b648d3069078 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:52.144918 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-8b22126c-38a1-4eeb-b474-ca50f305d854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:02:52.176144 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35a352-dac9-44c7-aa15-b648d3069078 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event deleted for resources: {'Port': ['ID=034de8aa-c119-4b80-83fe-87e763e7b5ab,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:02:52.182937 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-de35a352-dac9-44c7-aa15-b648d3069078 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:02:52.222933 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0adf14-d4a2-4b88-b4aa-59de8c4682c6 req-de35a352-dac9-44c7-aa15-b648d3069078 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] No DVR routers for this DVR port 034de8aa-c119-4b80-83fe-87e763e7b5ab on host hv-cinder-77428 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:02:52.226136 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-bf0adf14-d4a2-4b88-b4aa-59de8c4682c6 req-de35a352-dac9-44c7-aa15-b648d3069078 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for port, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:52.228007 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bf0adf14-d4a2-4b88-b4aa-59de8c4682c6 req-de35a352-dac9-44c7-aa15-b648d3069078 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.63 "DELETE /v2.0/ports/034de8aa-c119-4b80-83fe-87e763e7b5ab HTTP/1.1" status: 204 len: 173 time: 0.4674628 Jun 16 14:02:52.228540 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e51b9b1-c680-404f-b449-0365abfef6d1', 'name': 'network-vif-deleted', 'tag': '034de8aa-c119-4b80-83fe-87e763e7b5ab'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:02:52.230973 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b84c7e50c50aac1e870dc1e333c2d9094971cc6aaa050b5c6674c43466c577ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65c488c-91c8-4941-81e0-43df91a10812" -d '{"events": [{"server_uuid": "8e51b9b1-c680-404f-b449-0365abfef6d1", "name": "network-vif-deleted", "tag": "034de8aa-c119-4b80-83fe-87e763e7b5ab"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:02:52.269753 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a23f6f2-b4b3-4d69-a3c5-275aec2057fa x-openstack-request-id: req-9a23f6f2-b4b3-4d69-a3c5-275aec2057fa {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:02:52.270093 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e51b9b1-c680-404f-b449-0365abfef6d1", "name": "network-vif-deleted", "tag": "034de8aa-c119-4b80-83fe-87e763e7b5ab", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:02:52.270394 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a23f6f2-b4b3-4d69-a3c5-275aec2057fa {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:02:52.270835 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e51b9b1-c680-404f-b449-0365abfef6d1', 'name': 'network-vif-deleted', 'tag': '034de8aa-c119-4b80-83fe-87e763e7b5ab', 'status': 'completed', 'code': 200} Jun 16 14:02:52.724076 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ebf0d3a9-160a-40cb-9701-007ee24138e0 req-f32e3e3c-3f54-45c9-8d5e-cd3348fd8da0 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e51b9b1-c680-404f-b449-0365abfef6d1 HTTP/1.1" status: 200 len: 210 time: 0.0290143 Jun 16 14:02:53.817249 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 58404) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:02:53.947731 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8a61b152-193e-4831-b4ff-856914529efc tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Deleting port 65d1c711-6fdf-4370-8ee1-053725d043a3 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:02:53.948080 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a61b152-193e-4831-b4ff-856914529efc tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:54.021943 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a61b152-193e-4831-b4ff-856914529efc tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:54.022187 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a61b152-193e-4831-b4ff-856914529efc tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:54.088564 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8a61b152-193e-4831-b4ff-856914529efc tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Calling delete_port for 65d1c711-6fdf-4370-8ee1-053725d043a3 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:02:54.222731 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a61b152-193e-4831-b4ff-856914529efc tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:54.225309 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-e9963a48-c4c7-469e-9c3b-0e2bcfd38a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:02:54.249398 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61b152-193e-4831-b4ff-856914529efc tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event deleted for resources: {'Port': ['ID=65d1c711-6fdf-4370-8ee1-053725d043a3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:02:54.252455 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-8a61b152-193e-4831-b4ff-856914529efc tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:02:54.311568 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a61b152-193e-4831-b4ff-856914529efc tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:54.314291 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a61b152-193e-4831-b4ff-856914529efc tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-862112'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:54.315438 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-8a61b152-193e-4831-b4ff-856914529efc tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "DELETE /v2.0/floatingips/c6644101-025e-4883-b4bb-f67006929288 HTTP/1.1" status: 204 len: 168 time: 0.4971995 Jun 16 14:02:55.395536 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 034de8aa-c119-4b80-83fe-87e763e7b5ab no longer exists at agent hyperv_hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:02:55.416143 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] No Port match for: 034de8aa-c119-4b80-83fe-87e763e7b5ab {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:02:55.416492 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Device 034de8aa-c119-4b80-83fe-87e763e7b5ab not bound to the agent host hv-cinder-77428 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:02:55.587854 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 58416) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:02:55.650063 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c8b2246-b754-4ebd-a494-724d58c534d0 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:55.676478 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c8b2246-b754-4ebd-a494-724d58c534d0 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:55.741386 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c8b2246-b754-4ebd-a494-724d58c534d0 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:55.743947 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c8b2246-b754-4ebd-a494-724d58c534d0 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:55.745152 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-1c8b2246-b754-4ebd-a494-724d58c534d0 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] 10.222.0.26 "DELETE /v2.0/security-groups/059289dc-6f1a-443e-a488-3b273d407334 HTTP/1.1" status: 204 len: 168 time: 0.1562581 Jun 16 14:02:55.746051 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-fdc0d259-1f77-4722-8ad0-e21c03f31aed tempest-VolumesNegativeTest-1409809248 tempest-VolumesNegativeTest-1409809248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:02:55.755199 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b2246-b754-4ebd-a494-724d58c534d0 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=059289dc-6f1a-443e-a488-3b273d407334,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:02:55.757475 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-1c8b2246-b754-4ebd-a494-724d58c534d0 tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:02:55.800012 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 58420) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:02:56.260132 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ee522d7-fc0a-4eb7-aad9-b9258eae1ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364532'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:56.524631 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0ee522d7-fc0a-4eb7-aad9-b9258eae1ea8 admin admin] Deleting port a2f21870-a8bc-4666-b2e0-5086b01a504a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:02:56.524903 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ee522d7-fc0a-4eb7-aad9-b9258eae1ea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:56.611496 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0ee522d7-fc0a-4eb7-aad9-b9258eae1ea8 admin admin] For port a2f21870-a8bc-4666-b2e0-5086b01a504a, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=a2f21870-a8bc-4666-b2e0-5086b01a504a,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:02:56.612212 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ee522d7-fc0a-4eb7-aad9-b9258eae1ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:56.675402 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0ee522d7-fc0a-4eb7-aad9-b9258eae1ea8 admin admin] Calling delete_port for a2f21870-a8bc-4666-b2e0-5086b01a504a owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:02:56.872445 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ee522d7-fc0a-4eb7-aad9-b9258eae1ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:56.874501 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:02:56.901990 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee522d7-fc0a-4eb7-aad9-b9258eae1ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f21870-a8bc-4666-b2e0-5086b01a504a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:02:56.904452 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-0ee522d7-fc0a-4eb7-aad9-b9258eae1ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:02:57.082760 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ee522d7-fc0a-4eb7-aad9-b9258eae1ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364384'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:57.303475 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee522d7-fc0a-4eb7-aad9-b9258eae1ea8 admin admin] Router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:02:57.408349 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee522d7-fc0a-4eb7-aad9-b9258eae1ea8 admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:02:57.414202 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-0ee522d7-fc0a-4eb7-aad9-b9258eae1ea8 admin admin] 10.222.0.26 "PUT /v2.0/routers/59fd2fa5-c220-4cb6-afe0-885cbe99ee53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6131432 Jun 16 14:02:57.416801 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 58424) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:02:57.420233 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5435fb4e-0a54-4d1f-a4c8-e468f3de7551 None None] Sync routers for ids ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'] in dv-cinder-774286-16-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:02:57.434391 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5435fb4e-0a54-4d1f-a4c8-e468f3de7551 None None] Routers {'59fd2fa5-c220-4cb6-afe0-885cbe99ee53'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:02:57.435129 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5435fb4e-0a54-4d1f-a4c8-e468f3de7551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T14:02:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:02:57.532969 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd90e3d8-d702-438e-abeb-2dfb4e32bf83 admin admin] Notify callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:57.544827 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-5435fb4e-0a54-4d1f-a4c8-e468f3de7551 None None] Set router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:02:57.686679 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd90e3d8-d702-438e-abeb-2dfb4e32bf83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:57.730137 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5435fb4e-0a54-4d1f-a4c8-e468f3de7551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T14:02:56Z', 'revision_number': 5, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port': {'id': '50ccefa3-0ece-4a96-99ec-0a6940ff3934', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:03Z', 'updated_at': '2021-06-16T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:02:57.733517 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5435fb4e-0a54-4d1f-a4c8-e468f3de7551 None None] Checking router: 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 for host: dv-cinder-774286-16-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:02:57.741951 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5435fb4e-0a54-4d1f-a4c8-e468f3de7551 None None] Routers {'59fd2fa5-c220-4cb6-afe0-885cbe99ee53'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:02:57.742578 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5435fb4e-0a54-4d1f-a4c8-e468f3de7551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T14:02:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:02:57.743296 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-dd90e3d8-d702-438e-abeb-2dfb4e32bf83 admin admin] Deleting port 50ccefa3-0ece-4a96-99ec-0a6940ff3934 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:02:57.743646 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd90e3d8-d702-438e-abeb-2dfb4e32bf83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:57.824990 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-5435fb4e-0a54-4d1f-a4c8-e468f3de7551 None None] Set router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:02:57.827985 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-dd90e3d8-d702-438e-abeb-2dfb4e32bf83 admin admin] For port 50ccefa3-0ece-4a96-99ec-0a6940ff3934, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=50ccefa3-0ece-4a96-99ec-0a6940ff3934,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:02:57.828349 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd90e3d8-d702-438e-abeb-2dfb4e32bf83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:57.880080 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5435fb4e-0a54-4d1f-a4c8-e468f3de7551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T14:02:57Z', 'revision_number': 6, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port_host': None}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:02:57.884286 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5435fb4e-0a54-4d1f-a4c8-e468f3de7551 None None] The sync data for ids ['59fd2fa5-c220-4cb6-afe0-885cbe99ee53'] in dv-cinder-774286-16-iscsi is: [{'id': '59fd2fa5-c220-4cb6-afe0-885cbe99ee53', 'name': 'tempest-TestVolumeBootPattern-1928837445-router', 'tenant_id': 'd2719c99d82a47848b240a259c015d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:02Z', 'updated_at': '2021-06-16T14:02:57Z', 'revision_number': 6, 'project_id': 'd2719c99d82a47848b240a259c015d0e', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:02:57.895859 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-dd90e3d8-d702-438e-abeb-2dfb4e32bf83 admin admin] Calling delete_port for 50ccefa3-0ece-4a96-99ec-0a6940ff3934 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:02:58.065736 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd90e3d8-d702-438e-abeb-2dfb4e32bf83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:58.068630 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-17645f78-a49c-429a-832f-fe912d6037db tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:02:58.092684 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90e3d8-d702-438e-abeb-2dfb4e32bf83 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ccefa3-0ece-4a96-99ec-0a6940ff3934,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:02:58.095847 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-dd90e3d8-d702-438e-abeb-2dfb4e32bf83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:02:58.155060 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd90e3d8-d702-438e-abeb-2dfb4e32bf83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375843'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:58.246072 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd90e3d8-d702-438e-abeb-2dfb4e32bf83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15934'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:58.249012 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd90e3d8-d702-438e-abeb-2dfb4e32bf83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:58.301607 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd90e3d8-d702-438e-abeb-2dfb4e32bf83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678761'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:58.302049 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd90e3d8-d702-438e-abeb-2dfb4e32bf83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59fd2fa5-c220-4cb6-afe0-885cbe99ee53 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 14:02:58.306650 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd90e3d8-d702-438e-abeb-2dfb4e32bf83 admin admin] Notify callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:58.310231 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-dd90e3d8-d702-438e-abeb-2dfb4e32bf83 admin admin] 10.222.0.26 "DELETE /v2.0/routers/59fd2fa5-c220-4cb6-afe0-885cbe99ee53 HTTP/1.1" status: 204 len: 168 time: 0.8892853 Jun 16 14:02:58.310463 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 58426) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:02:58.361250 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_v2 [None req-feaedd01-7155-4685-9d28-51ab80b39ca3 admin admin] Deleting subnet e86b1b57-d03d-4e57-8819-090a6dc628eb {{(pid=103637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:02:58.364436 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-feaedd01-7155-4685-9d28-51ab80b39ca3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:58.401938 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-feaedd01-7155-4685-9d28-51ab80b39ca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735866'] for subnet, precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:58.479155 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-feaedd01-7155-4685-9d28-51ab80b39ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7909541'] for subnet, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:58.530235 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-feaedd01-7155-4685-9d28-51ab80b39ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7909562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8884997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398638'] for subnet, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:58.532474 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:02:58.563024 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaedd01-7155-4685-9d28-51ab80b39ca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e86b1b57-d03d-4e57-8819-090a6dc628eb,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:02:58.564999 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-feaedd01-7155-4685-9d28-51ab80b39ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:58.566991 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-feaedd01-7155-4685-9d28-51ab80b39ca3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e86b1b57-d03d-4e57-8819-090a6dc628eb HTTP/1.1" status: 204 len: 168 time: 0.2553170 Jun 16 14:02:58.567722 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-feaedd01-7155-4685-9d28-51ab80b39ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:02:58.569331 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 58428) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:02:58.572001 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea8c13b-0f46-476b-b5a4-1becac6f2c57 None None] Network 05bc214f-9a31-41fe-9f97-454d9082b366 requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:02:58.641424 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101688'] for network, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:58.711404 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] Deleting port 415a8d62-5ede-4e67-a9cd-228a005313db {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:02:58.711858 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:58.780855 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] DHCP port deletion for 05bc214f-9a31-41fe-9f97-454d9082b366 request from dv-cinder-774286-16-iscsi {{(pid=103638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 14:02:58.787731 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] For port 415a8d62-5ede-4e67-a9cd-228a005313db, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=415a8d62-5ede-4e67-a9cd-228a005313db,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:02:58.788091 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:58.842894 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] Deleting port 415a8d62-5ede-4e67-a9cd-228a005313db {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:02:58.843167 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:58.857114 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] Calling delete_port for 415a8d62-5ede-4e67-a9cd-228a005313db owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:02:58.928340 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] For port 415a8d62-5ede-4e67-a9cd-228a005313db, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=415a8d62-5ede-4e67-a9cd-228a005313db,segment=NetworkSegment(fb976073-da8e-44fa-8f8c-97f11b605c2f),segment_id=fb976073-da8e-44fa-8f8c-97f11b605c2f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:02:58.929148 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:58.953907 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:58.966807 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-c7474290-8b10-4041-ada6-20f3008ce39b tempest-TestVolumeBootPattern-845619204 tempest-TestVolumeBootPattern-845619204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:02:58.993894 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] No DVR routers for this DVR port 415a8d62-5ede-4e67-a9cd-228a005313db on host dv-cinder-774286-16-iscsi {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:02:58.998257 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] Pushing event deleted for resources: {'Port': ['ID=415a8d62-5ede-4e67-a9cd-228a005313db,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:02:59.007336 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] Calling delete_port for 415a8d62-5ede-4e67-a9cd-228a005313db owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:02:59.007629 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:02:59.052006 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device a2f21870-a8bc-4666-b2e0-5086b01a504a no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:02:59.075017 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: a2f21870-a8bc-4666-b2e0-5086b01a504a {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:02:59.075388 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device a2f21870-a8bc-4666-b2e0-5086b01a504a not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:02:59.075818 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 50ccefa3-0ece-4a96-99ec-0a6940ff3934 no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:02:59.083200 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7908138', 'neutron.services.segments.db._delete_segments_for_network-8768724746033'] for network, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:59.097757 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: 50ccefa3-0ece-4a96-99ec-0a6940ff3934 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:02:59.098028 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 50ccefa3-0ece-4a96-99ec-0a6940ff3934 not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:02:59.098451 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 415a8d62-5ede-4e67-a9cd-228a005313db no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:02:59.100455 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05bc214f-9a31-41fe-9f97-454d9082b366']}} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:02:59.120725 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb976073-da8e-44fa-8f8c-97f11b605c2f') {'for_net_delete': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:02:59.120725 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb976073-da8e-44fa-8f8c-97f11b605c2f') {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:02:59.127079 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: 415a8d62-5ede-4e67-a9cd-228a005313db {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:02:59.127431 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 415a8d62-5ede-4e67-a9cd-228a005313db not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:02:59.133118 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768724745346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735843'] for segment, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: from cryptography.utils import int_from_bytes Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: from cryptography.utils import int_from_bytes Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: retrieve_revision_numbers = { Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: retrieve_revision_numbers = { Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: retrieve_revision_numbers = { Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: retrieve_revision_numbers = { Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: retrieve_revision_numbers = { Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: self.session.flush() Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: self.session.flush() Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: self.session.flush() Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: self.session.flush() Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: self.session.flush() Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: self.session.flush() Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: self.session.flush() Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: self.session.flush() Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: retrieve_revision_numbers = { Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: retrieve_revision_numbers = { Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: self.session.flush() Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: self.session.flush() Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 14:02:59.139498 dv-cinder-774286-16-iscsi neutron-server[103638]: self.session.flush() Jun 16 14:02:59.142299 dv-cinder-774286-16-iscsi neutron-server[103638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 14:02:59.142299 dv-cinder-774286-16-iscsi neutron-server[103638]: self.session.flush() Jun 16 14:02:59.142299 dv-cinder-774286-16-iscsi neutron-server[103638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 14:02:59.142299 dv-cinder-774286-16-iscsi neutron-server[103638]: self.session.flush() Jun 16 14:02:59.142299 dv-cinder-774286-16-iscsi neutron-server[103638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 14:02:59.142299 dv-cinder-774286-16-iscsi neutron-server[103638]: self.session.flush() Jun 16 14:02:59.142299 dv-cinder-774286-16-iscsi neutron-server[103638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 14:02:59.142299 dv-cinder-774286-16-iscsi neutron-server[103638]: self.session.flush() Jun 16 14:02:59.142299 dv-cinder-774286-16-iscsi neutron-server[103638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 14:02:59.142299 dv-cinder-774286-16-iscsi neutron-server[103638]: self.session.flush() Jun 16 14:02:59.142299 dv-cinder-774286-16-iscsi neutron-server[103638]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:02:59.142299 dv-cinder-774286-16-iscsi neutron-server[103638]: retrieve_revision_numbers = { Jun 16 14:02:59.142299 dv-cinder-774286-16-iscsi neutron-server[103638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 14:02:59.142299 dv-cinder-774286-16-iscsi neutron-server[103638]: self.session.flush() Jun 16 14:02:59.147038 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159'] for port, after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:59.149916 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:02:59.153657 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:59.161273 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] Releasing vlan 1377 on physical network physnet1 to pool {{(pid=103637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:02:59.161662 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8885146'] for segment, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: retrieve_revision_numbers = { Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: Traceback (most recent call last): Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: timer() Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: cb(*args, **kw) Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: return func(*args, **kwargs) Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: self._notify() Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: self.callback(batched_events) Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: event.method(event) Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: return f(self, *a, **k) Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: return self._get(url).json() Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: return self.request(url, 'GET', **kwargs) Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:02:59.163947 dv-cinder-774286-16-iscsi neutron-server[103637]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:02:59.168219 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:02:59.168219 dv-cinder-774286-16-iscsi neutron-server[103637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:02:59.168219 dv-cinder-774286-16-iscsi neutron-server[103637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:02:59.178630 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] Pushing event deleted for resources: {'Port': ['ID=415a8d62-5ede-4e67-a9cd-228a005313db,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:02:59.181118 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] No DVR routers for this DVR port 415a8d62-5ede-4e67-a9cd-228a005313db on host dv-cinder-774286-16-iscsi {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:02:59.192319 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:59.192319 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:59.192319 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:59.192319 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:59.192319 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:59.192319 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:59.192319 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:59.192319 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:59.192319 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:59.192319 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:59.194007 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:59.194007 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-16-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:59.197498 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-d90b4782-55d0-432c-ba8a-79ad76812278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:02:59.227339 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7908131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375885'] for network, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:59.231198 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-d2166085-8842-446d-8077-b60e1112fc25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:02:59.233650 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:59.235407 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] 10.222.0.26 "DELETE /v2.0/networks/05bc214f-9a31-41fe-9f97-454d9082b366 HTTP/1.1" status: 204 len: 168 time: 0.6651728 Jun 16 14:02:59.238433 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 58430) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:02:59.246678 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] Pushing event deleted for resources: {'Network': ['ID=05bc214f-9a31-41fe-9f97-454d9082b366,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:02:59.249454 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-3b6d2761-79dc-4a60-a07c-4d27b509ac9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:02:59.875738 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-833ff0ca-0b77-4ca6-9630-5b933f5644f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364532'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:00.133801 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-833ff0ca-0b77-4ca6-9630-5b933f5644f5 admin admin] Deleting port 0dc34a2b-8983-465a-b083-fc7614ef666b {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:03:00.134090 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-833ff0ca-0b77-4ca6-9630-5b933f5644f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:00.226819 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-833ff0ca-0b77-4ca6-9630-5b933f5644f5 admin admin] For port 0dc34a2b-8983-465a-b083-fc7614ef666b, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=0dc34a2b-8983-465a-b083-fc7614ef666b,segment=NetworkSegment(8e5f2a5c-2881-4173-93e8-68a8f60f3ac8),segment_id=8e5f2a5c-2881-4173-93e8-68a8f60f3ac8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:03:00.227391 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-833ff0ca-0b77-4ca6-9630-5b933f5644f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:00.300569 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-833ff0ca-0b77-4ca6-9630-5b933f5644f5 admin admin] Calling delete_port for 0dc34a2b-8983-465a-b083-fc7614ef666b owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:03:00.494837 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-833ff0ca-0b77-4ca6-9630-5b933f5644f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:00.496755 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-c1a120af-8052-4f05-9da4-0fe591e945ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:03:00.525469 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ff0ca-0b77-4ca6-9630-5b933f5644f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc34a2b-8983-465a-b083-fc7614ef666b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:03:00.528685 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-833ff0ca-0b77-4ca6-9630-5b933f5644f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:03:00.716914 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-833ff0ca-0b77-4ca6-9630-5b933f5644f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364384'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:00.932247 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833ff0ca-0b77-4ca6-9630-5b933f5644f5 admin admin] Router 673a2039-9f2a-4a81-ab2f-14a42fe397f2 has already been hosted by L3 agent f52265c2-a340-4383-9dc9-0b6a0c9d0eeb {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:03:01.042999 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833ff0ca-0b77-4ca6-9630-5b933f5644f5 admin admin] Notify agent at l3_agent.dv-cinder-774286-16-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:03:01.048195 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-833ff0ca-0b77-4ca6-9630-5b933f5644f5 admin admin] 10.222.0.26 "PUT /v2.0/routers/673a2039-9f2a-4a81-ab2f-14a42fe397f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8084302 Jun 16 14:03:01.050853 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 58432) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:03:01.051398 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c72b08c-43d3-4e35-8a13-76866cebb34f None None] Sync routers for ids ['673a2039-9f2a-4a81-ab2f-14a42fe397f2'] in dv-cinder-774286-16-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:03:01.061198 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c72b08c-43d3-4e35-8a13-76866cebb34f None None] Routers {'673a2039-9f2a-4a81-ab2f-14a42fe397f2'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:03:01.061726 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-1c72b08c-43d3-4e35-8a13-76866cebb34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T14:02:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['673a2039-9f2a-4a81-ab2f-14a42fe397f2'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:03:01.151272 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69d87001-8fb5-4a64-879a-aa1b5b5edbf8 admin admin] Notify callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:01.165766 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-1c72b08c-43d3-4e35-8a13-76866cebb34f None None] Set router 673a2039-9f2a-4a81-ab2f-14a42fe397f2 gateway port host: dv-cinder-774286-16-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:03:01.273871 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69d87001-8fb5-4a64-879a-aa1b5b5edbf8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:01.337168 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-69d87001-8fb5-4a64-879a-aa1b5b5edbf8 admin admin] Deleting port 6996755c-3d83-4e45-96b0-288577ae15a3 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:03:01.338126 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69d87001-8fb5-4a64-879a-aa1b5b5edbf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:01.348896 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-1c72b08c-43d3-4e35-8a13-76866cebb34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673a2039-9f2a-4a81-ab2f-14a42fe397f2', 'name': 'tempest-TestVolumeBootPattern-1732314011-router', 'tenant_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'external_fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6996755c-3d83-4e45-96b0-288577ae15a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:07Z', 'updated_at': '2021-06-16T14:03:00Z', 'revision_number': 5, 'project_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'gw_port': {'id': '6996755c-3d83-4e45-96b0-288577ae15a3', 'name': '', 'network_id': '4d1119cf-5fec-45f3-97f5-606abcd40a6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:64:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673a2039-9f2a-4a81-ab2f-14a42fe397f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:08Z', 'updated_at': '2021-06-16T13:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e4ea701-5473-443b-aeed-fa1b09c8f901', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-16-iscsi'}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:03:01.352829 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c72b08c-43d3-4e35-8a13-76866cebb34f None None] Checking router: 673a2039-9f2a-4a81-ab2f-14a42fe397f2 for host: dv-cinder-774286-16-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:03:01.362145 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c72b08c-43d3-4e35-8a13-76866cebb34f None None] Routers {'673a2039-9f2a-4a81-ab2f-14a42fe397f2'} bound to L3 agent in host dv-cinder-774286-16-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:03:01.362856 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-1c72b08c-43d3-4e35-8a13-76866cebb34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:43Z,description=,heartbeat_timestamp=2021-06-16T14:02:43Z,host='dv-cinder-774286-16-iscsi',id=f52265c2-a340-4383-9dc9-0b6a0c9d0eeb,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:43Z,topic='l3_agent')) {'router_ids': ['673a2039-9f2a-4a81-ab2f-14a42fe397f2'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:03:01.417182 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-69d87001-8fb5-4a64-879a-aa1b5b5edbf8 admin admin] For port 6996755c-3d83-4e45-96b0-288577ae15a3, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=6996755c-3d83-4e45-96b0-288577ae15a3,segment=NetworkSegment(67fcde7b-c009-43ed-a03d-65101b1e7fae),segment_id=67fcde7b-c009-43ed-a03d-65101b1e7fae)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:03:01.417547 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69d87001-8fb5-4a64-879a-aa1b5b5edbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:01.449745 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-1c72b08c-43d3-4e35-8a13-76866cebb34f None None] Set router 673a2039-9f2a-4a81-ab2f-14a42fe397f2 gateway port host: None {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:03:01.488946 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-69d87001-8fb5-4a64-879a-aa1b5b5edbf8 admin admin] Calling delete_port for 6996755c-3d83-4e45-96b0-288577ae15a3 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:03:01.508624 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-1c72b08c-43d3-4e35-8a13-76866cebb34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673a2039-9f2a-4a81-ab2f-14a42fe397f2', 'name': 'tempest-TestVolumeBootPattern-1732314011-router', 'tenant_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:07Z', 'updated_at': '2021-06-16T14:03:01Z', 'revision_number': 6, 'project_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'gw_port_host': None}], 'dv-cinder-774286-16-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:03:01.512798 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c72b08c-43d3-4e35-8a13-76866cebb34f None None] The sync data for ids ['673a2039-9f2a-4a81-ab2f-14a42fe397f2'] in dv-cinder-774286-16-iscsi is: [{'id': '673a2039-9f2a-4a81-ab2f-14a42fe397f2', 'name': 'tempest-TestVolumeBootPattern-1732314011-router', 'tenant_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:07Z', 'updated_at': '2021-06-16T14:03:01Z', 'revision_number': 6, 'project_id': '1953724bf53f46cebc2ac0954ae8dfbf', 'gw_port_host': None}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:03:01.672602 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69d87001-8fb5-4a64-879a-aa1b5b5edbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313774'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:01.675903 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-bcb6a15d-5705-42e9-99db-b8902bde7380 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:03:01.707438 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d87001-8fb5-4a64-879a-aa1b5b5edbf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6996755c-3d83-4e45-96b0-288577ae15a3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:03:01.710430 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-69d87001-8fb5-4a64-879a-aa1b5b5edbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:03:01.769881 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69d87001-8fb5-4a64-879a-aa1b5b5edbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-375843'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:01.871215 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69d87001-8fb5-4a64-879a-aa1b5b5edbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15934'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:01.873992 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69d87001-8fb5-4a64-879a-aa1b5b5edbf8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:01.940216 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69d87001-8fb5-4a64-879a-aa1b5b5edbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678761'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:01.940724 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d87001-8fb5-4a64-879a-aa1b5b5edbf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 673a2039-9f2a-4a81-ab2f-14a42fe397f2 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 14:03:01.946618 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69d87001-8fb5-4a64-879a-aa1b5b5edbf8 admin admin] Notify callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:01.947076 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-69d87001-8fb5-4a64-879a-aa1b5b5edbf8 admin admin] 10.222.0.26 "DELETE /v2.0/routers/673a2039-9f2a-4a81-ab2f-14a42fe397f2 HTTP/1.1" status: 204 len: 168 time: 0.8951209 Jun 16 14:03:01.950631 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 58434) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:03:02.004265 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f93399-d5bc-4298-8f92-bfd8d1685aea admin admin] Deleting subnet b64b1f51-445d-496e-8603-43e2f34ba7ae {{(pid=103637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:03:02.008181 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-14f93399-d5bc-4298-8f92-bfd8d1685aea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:02.043491 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-14f93399-d5bc-4298-8f92-bfd8d1685aea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735866'] for subnet, precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:02.123833 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-14f93399-d5bc-4298-8f92-bfd8d1685aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7909541'] for subnet, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:02.182190 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-14f93399-d5bc-4298-8f92-bfd8d1685aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7909562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8884997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398638'] for subnet, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:02.184802 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-f3443757-ebac-490f-aead-972f299e9946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:03:02.216423 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f93399-d5bc-4298-8f92-bfd8d1685aea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b64b1f51-445d-496e-8603-43e2f34ba7ae,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:03:02.219155 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-14f93399-d5bc-4298-8f92-bfd8d1685aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:03:02.222282 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-14f93399-d5bc-4298-8f92-bfd8d1685aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:02.224274 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-14f93399-d5bc-4298-8f92-bfd8d1685aea admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b64b1f51-445d-496e-8603-43e2f34ba7ae HTTP/1.1" status: 204 len: 168 time: 0.2725689 Jun 16 14:03:02.227115 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 58436) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:03:02.227745 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8066107a-2a95-41c4-a6d1-de1dade6bfac None None] Network 5740559e-f634-47ff-ab9d-331867b7d4de requested from dv-cinder-774286-16-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:03:02.314116 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101688'] for network, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:02.370112 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] Deleting port d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:03:02.370447 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:02.441402 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac598c8-adc8-43fc-b547-992162dafad6 None None] DHCP port deletion for 5740559e-f634-47ff-ab9d-331867b7d4de request from dv-cinder-774286-16-iscsi {{(pid=103638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 14:03:02.442402 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] For port d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea,segment=NetworkSegment(8e5f2a5c-2881-4173-93e8-68a8f60f3ac8),segment_id=8e5f2a5c-2881-4173-93e8-68a8f60f3ac8)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:03:02.442763 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:02.501747 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-eac598c8-adc8-43fc-b547-992162dafad6 None None] Deleting port d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:03:02.502271 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-eac598c8-adc8-43fc-b547-992162dafad6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768724659357'] for port, before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:02.510546 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] Calling delete_port for d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:03:02.571651 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-eac598c8-adc8-43fc-b547-992162dafad6 None None] For port d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea, host dv-cinder-774286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-16-iscsi',level=0,port_id=d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea,segment=NetworkSegment(8e5f2a5c-2881-4173-93e8-68a8f60f3ac8),segment_id=8e5f2a5c-2881-4173-93e8-68a8f60f3ac8)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:03:02.572301 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-eac598c8-adc8-43fc-b547-992162dafad6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674003'] for port, precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:02.609218 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8885199'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:02.611528 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-66238235-fd2e-497f-8ac5-c14dc452e6b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:03:02.648042 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-eac598c8-adc8-43fc-b547-992162dafad6 None None] Calling delete_port for d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:03:02.649504 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:03:02.654790 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:03:02.655822 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] No DVR routers for this DVR port d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea on host dv-cinder-774286-16-iscsi {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:03:02.729701 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-eac598c8-adc8-43fc-b547-992162dafad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8052017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768724665209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768724272159'] for port, after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:02.731601 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-7b45a0ba-18a3-42fc-92d6-daf4254a95ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:03:02.733008 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7908138', 'neutron.services.segments.db._delete_segments_for_network-8768724746033'] for network, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:02.744782 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5740559e-f634-47ff-ab9d-331867b7d4de']}} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:03:02.759214 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac598c8-adc8-43fc-b547-992162dafad6 None None] Pushing event deleted for resources: {'Port': ['ID=d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:03:02.762190 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5f2a5c-2881-4173-93e8-68a8f60f3ac8') {'for_net_delete': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:03:02.762486 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5f2a5c-2881-4173-93e8-68a8f60f3ac8') {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:03:02.762639 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-eac598c8-adc8-43fc-b547-992162dafad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:03:02.763412 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac598c8-adc8-43fc-b547-992162dafad6 None None] No DVR routers for this DVR port d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea on host dv-cinder-774286-16-iscsi {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:03:02.773167 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768724745346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735843'] for segment, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:02.789273 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110'] for segment, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:02.796273 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] Releasing vlan 1389 on physical network physnet1 to pool {{(pid=103637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:03:02.796700 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7913110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8885146'] for segment, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: Traceback (most recent call last): Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: timer() Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: cb(*args, **kw) Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: return func(*args, **kwargs) Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: self._notify() Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: self.callback(batched_events) Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: event.method(event) Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: return f(self, *a, **k) Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: return self._get(url).json() Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: return self.request(url, 'GET', **kwargs) Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:03:02.800855 dv-cinder-774286-16-iscsi neutron-server[103637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:03:02.853824 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7908131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-370669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375885'] for network, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:02.859976 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:02.864620 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] 10.222.0.26 "DELETE /v2.0/networks/5740559e-f634-47ff-ab9d-331867b7d4de HTTP/1.1" status: 204 len: 168 time: 0.6338880 Jun 16 14:03:02.864620 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:03:02.876392 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] Pushing event deleted for resources: {'Network': ['ID=5740559e-f634-47ff-ab9d-331867b7d4de,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:03:02.879035 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-74211e30-8a26-40e7-9d99-9d7bac0d7add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:03:02.976764 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 58440) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:03:03.011365 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:03:03.024127 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-043943dd-f277-4d62-9a5e-4472449944da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2719c99d82a47848b240a259c015d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459914 Jun 16 14:03:03.026397 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 58442) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:03:03.031771 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:03:03.032134 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device d6e00fa8-1c61-49d0-aa8d-1d4a8e06b3ea not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:03:03.032571 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 6996755c-3d83-4e45-96b0-288577ae15a3 no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:03:03.050999 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: 6996755c-3d83-4e45-96b0-288577ae15a3 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:03:03.051347 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 6996755c-3d83-4e45-96b0-288577ae15a3 not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:03:03.051760 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 0dc34a2b-8983-465a-b083-fc7614ef666b no longer exists at agent ovs-agent-dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:03:03.071634 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] No Port match for: 0dc34a2b-8983-465a-b083-fc7614ef666b {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:03:03.071987 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Device 0dc34a2b-8983-465a-b083-fc7614ef666b not bound to the agent host dv-cinder-774286-16-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:03:03.075751 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee52facc-efb6-4dd4-a73c-0ddb46551d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:03.097843 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee52facc-efb6-4dd4-a73c-0ddb46551d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:03.149328 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee52facc-efb6-4dd4-a73c-0ddb46551d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:03.152441 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee52facc-efb6-4dd4-a73c-0ddb46551d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:03.153610 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ee52facc-efb6-4dd4-a73c-0ddb46551d4a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2c57b0c-2467-416f-8428-b4f260476664 HTTP/1.1" status: 204 len: 168 time: 0.1263130 Jun 16 14:03:03.155661 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-97de857e-44e5-4b02-91f7-7f33a06db08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:03:03.163412 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52facc-efb6-4dd4-a73c-0ddb46551d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c57b0c-2467-416f-8428-b4f260476664,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:03:03.166193 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG oslo_concurrency.lockutils [None req-ee52facc-efb6-4dd4-a73c-0ddb46551d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:03:03.493956 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.26', 58448) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:03:03.536548 dv-cinder-774286-16-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-821608d4-d2a0-485f-903b-4e2b679fde64 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1953724bf53f46cebc2ac0954ae8dfbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412769 Jun 16 14:03:03.539670 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.26', 58450) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:03:03.591870 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8d40c5c-ea86-4e9f-a857-4d7860bd0528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:03.614034 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8d40c5c-ea86-4e9f-a857-4d7860bd0528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:03.662664 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8d40c5c-ea86-4e9f-a857-4d7860bd0528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370683'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:03.665339 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8d40c5c-ea86-4e9f-a857-4d7860bd0528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:03.666567 dv-cinder-774286-16-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-c8d40c5c-ea86-4e9f-a857-4d7860bd0528 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f47a7894-fb53-4dd0-8b19-aae041f89957 HTTP/1.1" status: 204 len: 168 time: 0.1256657 Jun 16 14:03:03.667365 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-bbddfab4-4665-456a-b4f2-dc9b8760e1f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:03:03.675260 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d40c5c-ea86-4e9f-a857-4d7860bd0528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47a7894-fb53-4dd0-8b19-aae041f89957,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:03:03.678261 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG oslo_concurrency.lockutils [None req-c8d40c5c-ea86-4e9f-a857-4d7860bd0528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:03:10.916507 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bcf83d3-d738-47dd-bb7b-1a130e262527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:13.377874 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c4b7d751-b187-4045-81d2-4f96a9164095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:13.470387 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:13.487672 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:14.905711 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:16.500913 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:18.262565 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:03:40.917768 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7a7dc0eb-c2fe-421f-b924-5a0b26ce8704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:43.381995 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f1b55905-3488-44d7-8a8a-71b2d059af9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:43.468461 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:43.490849 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:44.908559 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:46.499021 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:55.262547 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:04:10.920209 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-619c309a-4c10-4609-8edf-93b795428ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:13.382853 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-33f0c30f-02e3-41ac-b2b7-9430f567c7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:13.490036 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:13.493903 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:14.910556 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:16.495656 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:32.261568 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:04:40.920622 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4edcaa05-62c2-4c61-999a-0f4f1c7d4baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:43.384260 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-543c6a0e-6e95-4e3d-bf42-5542ffc97099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:43.487637 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:43.498857 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:44.914669 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:46.498689 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:09.259520 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:05:09.581255 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [req-29db5e38-34a8-49ca-bec0-68c4180198b4 req-9152bcd4-1bf9-4409-922e-c5e5b53248a6 service neutron] (103637) timed out ('10.222.0.26', 55090) {{(pid=103637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 14:05:10.922796 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fd1a4ccc-4eba-449a-a52d-85dfed713c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:13.386018 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4f2507cf-9aa9-4bc0-a97e-08277b1a9b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:13.478825 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:13.504181 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:14.916475 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:16.501416 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:40.924398 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-137c4395-c9e4-4d06-a5f2-1520a911de12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:43.386479 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3ba2e469-714a-415a-a613-026a3f3729fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:43.519787 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:43.526146 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:44.919361 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:46.258586 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:05:46.503972 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:10.926380 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5e4ea3c6-2cda-4d2d-9bf1-5a240fcf75eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:13.388655 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-896ce06d-046d-4d1a-9dee-311be327cd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:13.498745 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:13.510680 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:14.932087 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:16.507986 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:23.258067 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:06:40.928680 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3487f986-589a-4b11-aef5-788e220c0d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:43.388730 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4792b7ac-cac6-41bb-a252-5217c859e2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:43.514637 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:43.516829 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:44.926166 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:46.511417 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:00.257370 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:07:10.930235 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8fa85c79-b312-46f3-8ce7-79cddb85d02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:13.389943 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-34c98816-868f-49d3-8f93-84c2b84b4dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:13.524357 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:13.527845 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:14.929446 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:16.136020 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [req-1295e3f9-305f-4113-8998-c4c564ae89fd req-857d6d32-002c-4d07-9f44-319c3c7dc998 service neutron] (103637) timed out ('10.222.0.26', 54892) {{(pid=103637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 14:07:16.513267 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:37.256639 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:07:40.603737 dv-cinder-774286-16-iscsi neutron-server[103637]: DEBUG neutron.wsgi [req-8bbb12f1-4f20-43f3-a862-fc2f308a6ac1 req-56c6db3c-0e38-4051-b2c2-82dfeb2f0052 service neutron] (103637) timed out ('10.222.0.63', 51080) {{(pid=103637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 14:07:40.930909 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-36f1f80c-4c10-4132-9d2e-c5a765ac8f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:40.945089 dv-cinder-774286-16-iscsi neutron-server[103636]: DEBUG neutron.wsgi [req-4d41d05f-7520-4f9b-a6bb-38c618b14e18 req-efa963ba-4c01-439b-9bf6-5a9548df52b1 service neutron] (103636) timed out ('10.222.0.63', 51082) {{(pid=103636) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 14:07:43.393958 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-807ff570-9788-4383-8acc-3fed65f29043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:43.522932 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:43.528913 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:44.932907 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:46.516912 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:08:10.931992 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-041a0699-1faf-4549-83d8-940c28fb4c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:08:13.395899 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-33a85a02-ee1f-4d30-be71-73316dfc8728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:08:13.520449 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fc115e52-06d0-44b9-a2c8-b441391320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:08:13.525560 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a63fc91-2e91-4d90-ba46-92df59610bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:08:14.257858 dv-cinder-774286-16-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-c83cdf5f-bfcd-4675-85b5-b58a69804449 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:08:14.935188 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4f67fe3-7283-4670-8ee6-55ce5224988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:08:16.519849 dv-cinder-774286-16-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79f8afd5-cb9c-430a-b6cf-21eb75e7854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768724746015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7907812'] for agent, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}